{"id":"https://openalex.org/W4321020794","doi":"https://doi.org/10.1109/fg57933.2023.10042643","title":"STr-GCN: Dual Spatial Graph Convolutional Network and Transformer Graph Encoder for 3D Hand Gesture Recognition","display_name":"STr-GCN: Dual Spatial Graph Convolutional Network and Transformer Graph Encoder for 3D Hand Gesture Recognition","publication_year":2023,"publication_date":"2023-01-05","ids":{"openalex":"https://openalex.org/W4321020794","doi":"https://doi.org/10.1109/fg57933.2023.10042643"},"language":"en","primary_location":{"id":"doi:10.1109/fg57933.2023.10042643","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg57933.2023.10042643","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04711580/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037428043","display_name":"Rim Slama","orcid":"https://orcid.org/0000-0003-2723-9874"},"institutions":[{"id":"https://openalex.org/I4210155362","display_name":"Centre d'Etudes Superieures Industrielles","ror":"https://ror.org/04f87d812","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210155362"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Rim Slama","raw_affiliation_strings":["CESI,LINEACT Laboratory,Lyon,France","CESI : groupe d\u2019Enseignement Sup\u00e9rieur et de Formation Professionnelle"],"affiliations":[{"raw_affiliation_string":"CESI,LINEACT Laboratory,Lyon,France","institution_ids":["https://openalex.org/I4210155362"]},{"raw_affiliation_string":"CESI : groupe d\u2019Enseignement Sup\u00e9rieur et de Formation Professionnelle","institution_ids":["https://openalex.org/I4210155362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065083602","display_name":"Wael Rabah","orcid":null},"institutions":[{"id":"https://openalex.org/I4210155362","display_name":"Centre d'Etudes Superieures Industrielles","ror":"https://ror.org/04f87d812","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210155362"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Wael Rabah","raw_affiliation_strings":["CESI,LINEACT Laboratory,Lyon,France","CESI : groupe d\u2019Enseignement Sup\u00e9rieur et de Formation Professionnelle"],"affiliations":[{"raw_affiliation_string":"CESI,LINEACT Laboratory,Lyon,France","institution_ids":["https://openalex.org/I4210155362"]},{"raw_affiliation_string":"CESI : groupe d\u2019Enseignement Sup\u00e9rieur et de Formation Professionnelle","institution_ids":["https://openalex.org/I4210155362"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030103869","display_name":"Hazem Wannous","orcid":"https://orcid.org/0000-0001-8475-4309"},"institutions":[{"id":"https://openalex.org/I4387153239","display_name":"Centre de Recherche en Informatique, Signal et Automatique de Lille","ror":"https://ror.org/05vrs3189","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2279609970","https://openalex.org/I4387153239","https://openalex.org/I7454413"]},{"id":"https://openalex.org/I4210115519","display_name":"Centre de Recherche en Informatique","ror":"https://ror.org/020cdve92","country_code":"FR","type":"facility","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I4210091621","https://openalex.org/I4210115519","https://openalex.org/I70768539"]},{"id":"https://openalex.org/I4210133642","display_name":"IMT Nord Europe","ror":"https://ror.org/042rh9p26","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210133642"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hazem Wannous","raw_affiliation_strings":["IMT Nord Europe, CRIStAL UMR CNRS 9189,France","Centre de Recherche en Informatique, Signal et Automatique de Lille - UMR 9189","Ecole nationale sup\u00e9rieure Mines-T\u00e9l\u00e9com Lille Douai","Centre for Digital Systems"],"affiliations":[{"raw_affiliation_string":"IMT Nord Europe, CRIStAL UMR CNRS 9189,France","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"Centre de Recherche en Informatique, Signal et Automatique de Lille - UMR 9189","institution_ids":["https://openalex.org/I4210115519","https://openalex.org/I4387153239"]},{"raw_affiliation_string":"Ecole nationale sup\u00e9rieure Mines-T\u00e9l\u00e9com Lille Douai","institution_ids":["https://openalex.org/I4210133642"]},{"raw_affiliation_string":"Centre for Digital Systems","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5037428043"],"corresponding_institution_ids":["https://openalex.org/I4210155362"],"apc_list":null,"apc_paid":null,"fwci":3.7374,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.93382863,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8353651762008667},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6141992211341858},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6107575297355652},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6067653894424438},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5993985533714294},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.594159722328186},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5628582835197449},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5226243138313293},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.47185373306274414},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4473763704299927},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44613224267959595},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.432384729385376},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2171851098537445}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8353651762008667},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6141992211341858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6107575297355652},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6067653894424438},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5993985533714294},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.594159722328186},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5628582835197449},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5226243138313293},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.47185373306274414},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4473763704299927},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44613224267959595},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.432384729385376},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2171851098537445},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/fg57933.2023.10042643","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg57933.2023.10042643","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04711580v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04711580","pdf_url":"https://hal.science/hal-04711580/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG 2023), Jan 2023, Waikoloa Beach, HI, United States. ⟨10.1109/FG57933.2023.10042643⟩","raw_type":"Conference papers"},{"id":"pmh:oai:HAL:hal-04448771v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04448771","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2023 IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG), Jan 2023, Waikoloa Beach, France. pp.1-6, ⟨10.1109/FG57933.2023.10042643⟩","raw_type":"Conference papers"},{"id":"pmh:oai:lilloa.univ-lille.fr:20.500.12210/117570","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.12210/117570","pdf_url":null,"source":{"id":"https://openalex.org/S4306402203","display_name":"LillOA (Universit\u00e9 de Lille (University Of Lille))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210123514","host_organization_name":"Centre d'Etudes en Civilisations, Langues et Litt\u00e9ratures Etrang\u00e8res","host_organization_lineage":["https://openalex.org/I4210123514"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04711580v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04711580","pdf_url":"https://hal.science/hal-04711580/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG 2023), Jan 2023, Waikoloa Beach, HI, United States. ⟨10.1109/FG57933.2023.10042643⟩","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321020794.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1914219707","https://openalex.org/W2101095383","https://openalex.org/W2194775991","https://openalex.org/W2467634805","https://openalex.org/W2517500902","https://openalex.org/W2551687757","https://openalex.org/W2605973302","https://openalex.org/W2736520446","https://openalex.org/W2789382606","https://openalex.org/W2810021685","https://openalex.org/W2891323887","https://openalex.org/W2914992758","https://openalex.org/W2940457086","https://openalex.org/W2948058585","https://openalex.org/W2952200000","https://openalex.org/W2960983219","https://openalex.org/W2963017945","https://openalex.org/W2963076818","https://openalex.org/W2964015378","https://openalex.org/W2996249958","https://openalex.org/W3021529212","https://openalex.org/W3035083776","https://openalex.org/W3082188807","https://openalex.org/W3092336341","https://openalex.org/W3113067059","https://openalex.org/W3138674438","https://openalex.org/W4213102933","https://openalex.org/W4385245566","https://openalex.org/W6631943919","https://openalex.org/W6640015359","https://openalex.org/W6726873649","https://openalex.org/W6752436055","https://openalex.org/W6766474457","https://openalex.org/W6780226713"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735","https://openalex.org/W4322710567"],"abstract_inverted_index":{"Skeleton-based":[0],"hand":[1,36,41,91],"gesture":[2,37,57],"recognition":[3,38],"is":[4,69,99,156],"a":[5,10,30,75,94,102],"challenging":[6],"task":[7],"that":[8,81],"sparked":[9],"lot":[11],"of":[12,21,55,114,138,147],"attention":[13],"in":[14,158],"recent":[15],"years,":[16],"especially":[17],"with":[18],"the":[19,50,56,112,120,127,136,145,148],"rise":[20],"Graph":[22,60,77,96],"Neural":[23],"Networks.":[24],"In":[25],"this":[26,159],"paper,":[27],"we":[28,45],"propose":[29],"new":[31],"deep":[32],"learning":[33,54],"architecture":[34],"for":[35],"using":[39],"3D":[40],"skeleton":[42],"data":[43],"and":[44,52,64,93,126],"call":[46],"STr-GCN.":[47],"It":[48],"decouples":[49],"spatial":[51],"temporal":[53],"by":[58],"leveraging":[59],"Convolutional":[61,78],"Networks":[62],"(GCN)":[63],"Transformers.":[65],"The":[66,133,150],"key":[67],"idea":[68],"to":[70,85,106,152],"combine":[71],"two":[72],"powerful":[73,87],"networks:":[74],"Spatial":[76],"Network":[79],"unit":[80],"understands":[82],"intra-frame":[83],"interactions":[84],"extract":[86],"features":[88],"from":[89],"different":[90],"joints":[92],"Transformer":[95],"Encoder":[97],"which":[98,141],"based":[100],"on":[101,117],"Temporal":[103],"Self-Attention":[104],"module":[105],"incorporate":[107],"inter-frame":[108],"correlations.":[109],"We":[110],"evaluate":[111],"performance":[113],"our":[115,139,154],"method":[116],"three":[118],"benchmarks:":[119],"SHREC'17":[121],"Track":[122],"dataset,":[123],"Briareo":[124],"dataset":[125],"First":[128],"Person":[129],"Hand":[130],"Action":[131],"dataset.":[132],"experiments":[134],"show":[135],"efficiency":[137],"approach,":[140],"achieves":[142],"or":[143],"outperforms":[144],"state":[146],"art.":[149],"code":[151],"reproduce":[153],"results":[155],"available":[157],"link.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}