{"id":"https://openalex.org/W4400527554","doi":"https://doi.org/10.1109/fg59268.2024.10581936","title":"Boosting Gesture Recognition with an Automatic Gesture Annotation Framework","display_name":"Boosting Gesture Recognition with an Automatic Gesture Annotation Framework","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4400527554","doi":"https://doi.org/10.1109/fg59268.2024.10581936"},"language":"en","primary_location":{"id":"doi:10.1109/fg59268.2024.10581936","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/fg59268.2024.10581936","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100399628","display_name":"Junxiao Shen","orcid":"https://orcid.org/0000-0002-1552-4689"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junxiao Shen","raw_affiliation_strings":["Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066796307","display_name":"Xuhai Xu","orcid":"https://orcid.org/0000-0001-5930-3899"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuhai Xu","raw_affiliation_strings":["Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065718549","display_name":"Ran Tan","orcid":"https://orcid.org/0000-0002-1653-2760"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ran Tan","raw_affiliation_strings":["Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034989458","display_name":"Amy Karlson","orcid":"https://orcid.org/0000-0001-8934-7761"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy Karlson","raw_affiliation_strings":["Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038120144","display_name":"Evan Strasnick","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evan Strasnick","raw_affiliation_strings":["Reality Labs Research, Meta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Reality Labs Research, Meta","institution_ids":["https://openalex.org/I4210128585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3107,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55513215,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8486392498016357},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.8124100565910339},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7773904800415039},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.701003909111023},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6717580556869507},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5753349661827087}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8486392498016357},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.8124100565910339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7773904800415039},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.701003909111023},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6717580556869507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5753349661827087}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg59268.2024.10581936","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/fg59268.2024.10581936","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1902237438","https://openalex.org/W2012210378","https://openalex.org/W2070774108","https://openalex.org/W2079057609","https://openalex.org/W2108995366","https://openalex.org/W2116790095","https://openalex.org/W2118023920","https://openalex.org/W2127141656","https://openalex.org/W2129068307","https://openalex.org/W2134988438","https://openalex.org/W2136939460","https://openalex.org/W2143759379","https://openalex.org/W2151889438","https://openalex.org/W2172231696","https://openalex.org/W2194775991","https://openalex.org/W2402069821","https://openalex.org/W2431080869","https://openalex.org/W2471695703","https://openalex.org/W2510185399","https://openalex.org/W2535977253","https://openalex.org/W2538172027","https://openalex.org/W2540980527","https://openalex.org/W2552886112","https://openalex.org/W2736520446","https://openalex.org/W2746314669","https://openalex.org/W2765407302","https://openalex.org/W2766880125","https://openalex.org/W2888709691","https://openalex.org/W2913362834","https://openalex.org/W2951970475","https://openalex.org/W2952200000","https://openalex.org/W2953070460","https://openalex.org/W2962369866","https://openalex.org/W2964134613","https://openalex.org/W2981207893","https://openalex.org/W3000190167","https://openalex.org/W3001197829","https://openalex.org/W3019335159","https://openalex.org/W3031029492","https://openalex.org/W3034442691","https://openalex.org/W3035083776","https://openalex.org/W3035160371","https://openalex.org/W3035531123","https://openalex.org/W3036642068","https://openalex.org/W3046296398","https://openalex.org/W3093964127","https://openalex.org/W3113017205","https://openalex.org/W3163548969","https://openalex.org/W3164359705","https://openalex.org/W3182931472","https://openalex.org/W3205626500","https://openalex.org/W3208720208","https://openalex.org/W4220783478","https://openalex.org/W4281828649","https://openalex.org/W4294068699","https://openalex.org/W4387250104","https://openalex.org/W4391157505","https://openalex.org/W6631190155","https://openalex.org/W6639478124","https://openalex.org/W6678975374","https://openalex.org/W6680050993","https://openalex.org/W6680230698","https://openalex.org/W6717772578","https://openalex.org/W6733814495","https://openalex.org/W6743428213","https://openalex.org/W6764051988","https://openalex.org/W6765939562","https://openalex.org/W6766474457","https://openalex.org/W6771787070","https://openalex.org/W6773005947","https://openalex.org/W6861166484"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735","https://openalex.org/W4322710567"],"abstract_inverted_index":{"Training":[0],"a":[1,30,51,65,162],"real-time":[2],"gesture":[3,36,102,116,134,165,185],"recognition":[4,103,166,186],"model":[5,54,72,125,167],"heavily":[6],"relies":[7],"on":[8,79],"annotated":[9],"data.":[10],"However,":[11],"manual":[12],"data":[13],"annotation":[14,53,124,174],"is":[15],"costly":[16],"and":[17,38,63,140],"demands":[18],"substantial":[19],"human":[20],"effort.":[21],"In":[22],"order":[23],"to":[24,73,95,179],"address":[25],"this":[26,173],"challenge,":[27],"we":[28,109,146],"propose":[29],"framework":[31,44,156,175],"that":[32,55,69,122,148,172],"can":[33,91],"automatically":[34],"annotate":[35],"classes":[37],"identify":[39],"their":[40],"temporal":[41],"ranges.":[42],"Our":[43,118],"consists":[45],"of":[46,99,132,161,183],"two":[47,113],"key":[48],"components:":[49],"(1)":[50],"novel":[52],"leverages":[56],"the":[57,71,97,128,149,154,159,181],"Connectionist":[58],"Temporal":[59],"Classification":[60],"(CTC)":[61],"loss,":[62],"(2)":[64],"semi-supervised":[66],"learning":[67],"pipeline":[68],"enables":[70],"improve":[74,180],"its":[75,80],"performance":[76],"by":[77,168],"training":[78,182],"own":[81],"predictions,":[82],"known":[83],"as":[84],"pseudo":[85,89],"labels.":[86],"These":[87],"high-quality":[88],"labels":[90],"also":[92],"be":[93],"used":[94],"enhance":[96],"accuracy":[98,136,142,160],"other":[100],"downstream":[101,164,184],"models.":[104],"To":[105],"evaluate":[106],"our":[107,123],"framework,":[108],"conducted":[110],"experiments":[111],"using":[112,188],"publicly":[114],"available":[115],"datasets.":[117,190],"ablation":[119],"study":[120],"demonstrates":[121],"design":[126],"surpasses":[127],"baseline":[129],"in":[130],"terms":[131],"both":[133],"classification":[135],"(3\u20134":[137],"%":[138],"improvement)":[139],"localization":[141],"(71-75%":[143],"improvement).":[144],"Additionally,":[145],"illustrate":[147],"pseudo-labeled":[150],"dataset":[151],"produced":[152],"from":[153],"proposed":[155],"significantly":[157],"boosts":[158],"pre-trained":[163],"11-18%.":[169],"We":[170],"believe":[171],"has":[176],"immense":[177],"potential":[178],"models":[187],"unlabeled":[189]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}