{"id":"https://openalex.org/W2042184362","doi":"https://doi.org/10.1109/fg.2011.5771431","title":"Multi-signal gesture recognition using temporal smoothing hidden conditional random fields","display_name":"Multi-signal gesture recognition using temporal smoothing hidden conditional random fields","publication_year":2011,"publication_date":"2011-03-01","ids":{"openalex":"https://openalex.org/W2042184362","doi":"https://doi.org/10.1109/fg.2011.5771431","mag":"2042184362"},"language":"en","primary_location":{"id":"doi:10.1109/fg.2011.5771431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg.2011.5771431","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Face and Gesture 2011","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/1721.1/79361","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100566791","display_name":"Yale Song","orcid":null},"institutions":[{"id":"https://openalex.org/I126820664","display_name":"Vassar College","ror":"https://ror.org/022x6qg61","country_code":"US","type":"education","lineage":["https://openalex.org/I126820664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yale Song","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, MA, USA","MIT Computer Science and Artificial Intelligence Laboratory, 32 Vassar Street, Cambridge, MA 02139"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, MA, USA","institution_ids":[]},{"raw_affiliation_string":"MIT Computer Science and Artificial Intelligence Laboratory, 32 Vassar Street, Cambridge, MA 02139","institution_ids":["https://openalex.org/I126820664"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111581293","display_name":"David Demirdjian","orcid":null},"institutions":[{"id":"https://openalex.org/I126820664","display_name":"Vassar College","ror":"https://ror.org/022x6qg61","country_code":"US","type":"education","lineage":["https://openalex.org/I126820664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Demirdjian","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, MA, USA","MIT Computer Science and Artificial Intelligence Laboratory, 32 Vassar Street, Cambridge, MA 02139"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, MA, USA","institution_ids":[]},{"raw_affiliation_string":"MIT Computer Science and Artificial Intelligence Laboratory, 32 Vassar Street, Cambridge, MA 02139","institution_ids":["https://openalex.org/I126820664"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112777557","display_name":"Randall Davis","orcid":null},"institutions":[{"id":"https://openalex.org/I126820664","display_name":"Vassar College","ror":"https://ror.org/022x6qg61","country_code":"US","type":"education","lineage":["https://openalex.org/I126820664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randall Davis","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, MA, USA","MIT Computer Science and Artificial Intelligence Laboratory, 32 Vassar Street, Cambridge, MA 02139"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, MIT, Cambridge, MA, USA","institution_ids":[]},{"raw_affiliation_string":"MIT Computer Science and Artificial Intelligence Laboratory, 32 Vassar Street, Cambridge, MA 02139","institution_ids":["https://openalex.org/I126820664"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126820664"],"apc_list":null,"apc_paid":null,"fwci":3.3778,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.9355892,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"388","last_page":"393"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.7906619906425476},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7768982648849487},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.716071605682373},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.6771961450576782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6483339071273804},{"id":"https://openalex.org/keywords/conditional-random-field","display_name":"Conditional random field","score":0.6439868211746216},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5559489727020264},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5486841201782227},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5154176950454712},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4875780940055847},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4849245846271515},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4592054486274719},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.439927339553833},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.42837467789649963},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.4256742596626282},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41448357701301575},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3132730722427368},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14711055159568787},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07382261753082275}],"concepts":[{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.7906619906425476},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7768982648849487},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.716071605682373},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.6771961450576782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6483339071273804},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.6439868211746216},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5559489727020264},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5486841201782227},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5154176950454712},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4875780940055847},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4849245846271515},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4592054486274719},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.439927339553833},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.42837467789649963},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.4256742596626282},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41448357701301575},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3132730722427368},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14711055159568787},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07382261753082275},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/fg.2011.5771431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg.2011.5771431","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Face and Gesture 2011","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.1022.445","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.1022.445","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dspace.mit.edu/bitstream/handle/1721.1/79361/fg2011-Multi-Signal.pdf%3Bjsessionid%3DA86A9BABD3E7E39E41B1F51B518D5EAB?sequence%3D1","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.379.3493","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.379.3493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://rationale.csail.mit.edu/publications/SongDD2011b.pdf","raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/79361","is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/79361","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Davis via Amy Stout","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/79361","is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/79361","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Davis via Amy Stout","raw_type":"http://purl.org/eprint/type/ConferencePaper"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1555767263","https://openalex.org/W1981073134","https://openalex.org/W1981167598","https://openalex.org/W2111460811","https://openalex.org/W2117497855","https://openalex.org/W2125838338","https://openalex.org/W2136500722","https://openalex.org/W2145835757","https://openalex.org/W2147880316","https://openalex.org/W2151322733","https://openalex.org/W2156094048","https://openalex.org/W2156615793","https://openalex.org/W2156909104","https://openalex.org/W2161406034","https://openalex.org/W2161969291","https://openalex.org/W2168392347","https://openalex.org/W4230674625","https://openalex.org/W6681579763","https://openalex.org/W6682082992","https://openalex.org/W6682239955","https://openalex.org/W6683068184","https://openalex.org/W6683581212","https://openalex.org/W6738852829","https://openalex.org/W7005627444"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735"],"abstract_inverted_index":{"We":[0,60],"present":[1],"a":[2,62,118],"new":[3],"approach":[4],"to":[5,11,49,87],"multi-signal":[6],"gesture":[7,39,123],"recognition":[8,99,124],"that":[9,30,90,116],"attends":[10],"simultaneous":[12],"body":[13,33,92,107],"and":[14,35,55,73,93,108,113],"hand":[15,36,94],"movements.":[16],"The":[17],"system":[18],"examines":[19],"temporal":[20],"sequences":[21],"of":[22,52,81,106],"dual-channel":[23],"input":[24],"signals":[25,43,95],"obtained":[26],"via":[27],"statistical":[28],"inference":[29,68],"indicate":[31],"3D":[32],"pose":[34],"pose.":[37],"Learning":[38],"patterns":[40],"from":[41],"these":[42],"can":[44],"be":[45],"quite":[46],"challenging":[47],"due":[48],"the":[50,67,75,98],"existence":[51],"long-range":[53,71],"temporal-dependencies":[54,72],"low":[56],"signal-to-noise":[57],"ratio":[58],"(SNR).":[59],"incorporate":[61],"Gaussian":[63,119],"temporal-smoothing":[64,120],"kernel":[65],"into":[66],"framework,":[69],"capturing":[70],"increasing":[74],"SNR":[76],"efficiently.":[77],"An":[78],"extensive":[79],"set":[80],"experiments":[82],"was":[83],"performed,":[84],"allowing":[85],"us":[86],"(1)":[88],"show":[89,115],"combining":[91],"significantly":[96,121],"improves":[97,122],"accuracy;":[100],"(2)":[101],"report":[102],"on":[103],"which":[104],"features":[105],"hands":[109],"are":[110],"most":[111],"informative;":[112],"(3)":[114],"using":[117],"accuracy.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}