{"id":"https://openalex.org/W2138207021","doi":"https://doi.org/10.1145/2556288.2556989","title":"Combining body pose, gaze, and gesture to determine intention to interact in vision-based interfaces","display_name":"Combining body pose, gaze, and gesture to determine intention to interact in vision-based interfaces","publication_year":2014,"publication_date":"2014-04-26","ids":{"openalex":"https://openalex.org/W2138207021","doi":"https://doi.org/10.1145/2556288.2556989","mag":"2138207021"},"language":"en","primary_location":{"id":"doi:10.1145/2556288.2556989","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2556288.2556989","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084754269","display_name":"Julia Schwarz","orcid":"https://orcid.org/0000-0003-2610-3588"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Julia Schwarz","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082834748","display_name":"Charles Claudius Marais","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Claudius Marais","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft Redmond, WA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Redmond, WA, USA#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062842514","display_name":"Tommer Leyvand","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tommer Leyvand","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft Redmond, WA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Redmond, WA, USA#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039238746","display_name":"Scott E. Hudson","orcid":"https://orcid.org/0000-0002-0948-3251"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott E. Hudson","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040915036","display_name":"Jennifer Mankoff","orcid":"https://orcid.org/0000-0001-9235-5324"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Mankoff","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5084754269"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":2.508,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.89182019,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3443","last_page":"3452"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8441082239151001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7585443258285522},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7386624217033386},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6353150010108948},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5929872393608093},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5686609745025635},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.5230915546417236},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5059775710105896},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4546608626842499}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8441082239151001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7585443258285522},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7386624217033386},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6353150010108948},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5929872393608093},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5686609745025635},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5230915546417236},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5059775710105896},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4546608626842499},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2556288.2556989","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2556288.2556989","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1515243648","https://openalex.org/W1881601519","https://openalex.org/W1968686121","https://openalex.org/W1979531823","https://openalex.org/W1981688737","https://openalex.org/W1988790447","https://openalex.org/W2024221294","https://openalex.org/W2028688779","https://openalex.org/W2029731463","https://openalex.org/W2099840956","https://openalex.org/W2103978011","https://openalex.org/W2105410877","https://openalex.org/W2117043006","https://openalex.org/W2127055658","https://openalex.org/W2128093162","https://openalex.org/W2130229636","https://openalex.org/W2136091964","https://openalex.org/W2136573400","https://openalex.org/W2151087080","https://openalex.org/W2155025169","https://openalex.org/W2188414672","https://openalex.org/W3097096317","https://openalex.org/W3143996792"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735"],"abstract_inverted_index":{"Vision-based":[0],"interfaces,":[1],"such":[2],"as":[3,23],"those":[4],"made":[5],"popular":[6],"by":[7],"the":[8,13,48,74,117,147],"Microsoft":[9],"Kinect,":[10],"suffer":[11],"from":[12,82],"Midas":[14],"Touch":[15],"problem:":[16],"every":[17],"user":[18],"motion":[19,39],"can":[20,54],"be":[21,55],"interpreted":[22],"an":[24,30,108],"interaction.":[25],"In":[26],"response,":[27],"we":[28,79],"developed":[29],"algorithm":[31],"that":[32,100],"combines":[33],"facial":[34],"features,":[35],"body":[36],"pose":[37],"and":[38,67,95,129],"to":[40,45,57,60,63,69,88,103,135,141],"approximate":[41],"a":[42,64,83,106,124,130,138],"user's":[43,65],"intention":[44,102],"interact":[46,104],"with":[47,105],"system.":[49],"We":[50,98],"show":[51],"how":[52],"this":[53],"used":[56,145],"determine":[58],"when":[59,68],"pay":[61],"attention":[62],"actions":[66],"ignore":[70],"them.":[71],"To":[72],"demonstrate":[73],"value":[75],"of":[76,113],"our":[77],"approach,":[78],"present":[80],"results":[81],"30-person":[84],"lab":[85],"study":[86],"conducted":[87],"compare":[89],"four":[90],"engagement":[91],"algorithms":[92],"in":[93,111,127,133],"single":[94],"multi-user":[96],"scenarios.":[97],"found":[99],"combining":[101],"'raise":[107],"open":[109],"hand":[110],"front":[112],"you'":[114],"gesture":[115,143],"yielded":[116],"best":[118],"results.":[119],"The":[120],"latter":[121],"approach":[122],"offers":[123],"12%":[125],"improvement":[126],"accuracy":[128],"20%":[131],"reduction":[132],"time":[134],"engage":[136],"over":[137],"baseline":[139],"'wave":[140],"engage'":[142],"currently":[144],"on":[146],"Xbox":[148],"360.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}