{"id":"https://openalex.org/W4224927644","doi":"https://doi.org/10.1109/iv51971.2022.9827054","title":"A Spatio-Temporal Multilayer Perceptron for Gesture Recognition","display_name":"A Spatio-Temporal Multilayer Perceptron for Gesture Recognition","publication_year":2022,"publication_date":"2022-06-05","ids":{"openalex":"https://openalex.org/W4224927644","doi":"https://doi.org/10.1109/iv51971.2022.9827054"},"language":"en","primary_location":{"id":"doi:10.1109/iv51971.2022.9827054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv51971.2022.9827054","pdf_url":null,"source":{"id":"https://openalex.org/S4363605370","display_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2204.11511","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058965332","display_name":"Adrian Holzbock","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Adrian Holzbock","raw_affiliation_strings":["Institute of Measurement, Control and Microtechnology, Ulm University, Albert-Einstein-Allee 41,Ulm,Germany,89081"],"affiliations":[{"raw_affiliation_string":"Institute of Measurement, Control and Microtechnology, Ulm University, Albert-Einstein-Allee 41,Ulm,Germany,89081","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027016546","display_name":"Alexander Tsaregorodtsev","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Tsaregorodtsev","raw_affiliation_strings":["Institute of Measurement, Control and Microtechnology, Ulm University, Albert-Einstein-Allee 41,Ulm,Germany,89081"],"affiliations":[{"raw_affiliation_string":"Institute of Measurement, Control and Microtechnology, Ulm University, Albert-Einstein-Allee 41,Ulm,Germany,89081","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082646779","display_name":"Youssef Dawoud","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Youssef Dawoud","raw_affiliation_strings":["Institute of Measurement, Control and Microtechnology, Ulm University, Albert-Einstein-Allee 41,Ulm,Germany,89081"],"affiliations":[{"raw_affiliation_string":"Institute of Measurement, Control and Microtechnology, Ulm University, Albert-Einstein-Allee 41,Ulm,Germany,89081","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085054529","display_name":"Klaus Dietmayer","orcid":"https://orcid.org/0000-0002-1651-014X"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Klaus Dietmayer","raw_affiliation_strings":["Institute of Measurement, Control and Microtechnology, Ulm University, Albert-Einstein-Allee 41,Ulm,Germany,89081"],"affiliations":[{"raw_affiliation_string":"Institute of Measurement, Control and Microtechnology, Ulm University, Albert-Einstein-Allee 41,Ulm,Germany,89081","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027065196","display_name":"Vasileios Belagiannis","orcid":"https://orcid.org/0000-0003-0960-8453"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke University Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vasileios Belagiannis","raw_affiliation_strings":["Otto von Guericke University Magdeburg, Universitätsplatz 2,Department of Simulation and Graphics,Magdeburg,Germany,39106"],"affiliations":[{"raw_affiliation_string":"Otto von Guericke University Magdeburg, Universitätsplatz 2,Department of Simulation and Graphics,Magdeburg,Germany,39106","institution_ids":["https://openalex.org/I95793202"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5058965332"],"corresponding_institution_ids":["https://openalex.org/I196349391"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02271114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1099","last_page":"1106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.5843999981880188,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.5843999981880188,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.3264000117778778,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.011500000022351742,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7869905829429626},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6911379098892212},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6374648809432983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.612255334854126},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.5866641402244568},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"Multilayer perceptron","score":0.56874680519104},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5499597787857056},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47805410623550415},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4454859495162964},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.39852121472358704},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3611583411693573}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7869905829429626},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6911379098892212},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6374648809432983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.612255334854126},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5866641402244568},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.56874680519104},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5499597787857056},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47805410623550415},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4454859495162964},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.39852121472358704},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3611583411693573},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/iv51971.2022.9827054","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv51971.2022.9827054","pdf_url":null,"source":{"id":"https://openalex.org/S4363605370","display_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2204.11511","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.11511","pdf_url":"https://arxiv.org/pdf/2204.11511","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:oparu.uni-ulm.de:123456789/44357","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bsz:289-oparu-44357-8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400353","display_name":"OPen Access Repositorium der Universit\u00e4t Ulm (OPARU) (Ulm University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I196349391","host_organization_name":"Universit\u00e4t Ulm","host_organization_lineage":["https://openalex.org/I196349391"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2204.11511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2204.11511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.18725/oparu-44281","is_oa":true,"landing_page_url":"https://doi.org/10.18725/oparu-44281","pdf_url":null,"source":{"id":"https://openalex.org/S7407052964","display_name":"Universit\u00e4t Ulm, Kommunikations- und Informationszentrum (kiz)","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2204.11511","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.11511","pdf_url":"https://arxiv.org/pdf/2204.11511","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W16266776","https://openalex.org/W1943054406","https://openalex.org/W1977995219","https://openalex.org/W2015887370","https://openalex.org/W2020743508","https://openalex.org/W2034014085","https://openalex.org/W2052770734","https://openalex.org/W2064675550","https://openalex.org/W2120165114","https://openalex.org/W2133658999","https://openalex.org/W2168392347","https://openalex.org/W2413794162","https://openalex.org/W2552330834","https://openalex.org/W2752782242","https://openalex.org/W2777985171","https://openalex.org/W2789315288","https://openalex.org/W2793807616","https://openalex.org/W2807456624","https://openalex.org/W2891692369","https://openalex.org/W2896950454","https://openalex.org/W2902473479","https://openalex.org/W2905858552","https://openalex.org/W2909828897","https://openalex.org/W2922148914","https://openalex.org/W2962820842","https://openalex.org/W2962896489","https://openalex.org/W2963076818","https://openalex.org/W2963524571","https://openalex.org/W2963697717","https://openalex.org/W2986674040","https://openalex.org/W2989748828","https://openalex.org/W2991158485","https://openalex.org/W3023621826","https://openalex.org/W3130641941","https://openalex.org/W3194851579","https://openalex.org/W3205759855","https://openalex.org/W6628802962","https://openalex.org/W6631190155","https://openalex.org/W6638667902","https://openalex.org/W6684191040","https://openalex.org/W6739901393","https://openalex.org/W6744865055","https://openalex.org/W6755207826","https://openalex.org/W6763367864","https://openalex.org/W6766978945","https://openalex.org/W6776902324","https://openalex.org/W6778485988","https://openalex.org/W6779248606","https://openalex.org/W6780226713","https://openalex.org/W6784333009","https://openalex.org/W6795140394"],"related_works":["https://openalex.org/W572296","https://openalex.org/W16303810","https://openalex.org/W11236139","https://openalex.org/W2308663","https://openalex.org/W15523243","https://openalex.org/W3856460","https://openalex.org/W10904310","https://openalex.org/W2067044","https://openalex.org/W2583009","https://openalex.org/W14534488"],"abstract_inverted_index":{"Gesture":[0],"recognition":[1,51],"is":[2,84,99],"essential":[3],"for":[4,49],"the":[5,13,45,53,78,93,103],"interaction":[6],"of":[7,55,80,92,106],"autonomous":[8,56,116],"vehicles":[9],"with":[10,38,86],"humans.":[11],"While":[12],"current":[14],"approaches":[15],"focus":[16],"on":[17],"combining":[18],"several":[19],"modalities":[20],"like":[21],"image":[22],"features,":[23],"keypoints":[24],"and":[25,67,95,123],"bone":[26],"vectors,":[27],"we":[28,64,110],"present":[29],"neural":[30],"network":[31],"architecture":[32],"that":[33],"delivers":[34],"state-of-the-art":[35],"results":[36],"only":[37],"body":[39,60],"skeleton":[40],"input":[41],"data.":[42],"We":[43],"propose":[44],"spatio-temporal":[46],"multilayer":[47],"perceptron":[48],"gesture":[50],"in":[52,74],"context":[54],"vehicles.":[57],"Given":[58],"3D":[59],"poses":[61],"over":[62],"time,":[63],"define":[65],"temporal":[66],"spatial":[68],"mixing":[69],"operations":[70],"to":[71,101,114,118],"extract":[72],"features":[73],"both":[75],"domains.":[76],"Additionally,":[77],"importance":[79],"each":[81],"time":[82],"step":[83],"re-weighted":[85],"Squeeze-and-Excitation":[87],"layers.":[88],"An":[89],"extensive":[90],"evaluation":[91],"TCG":[94],"Drive&":[96],"Act":[97],"datasets":[98],"provided":[100],"showcase":[102],"promising":[104],"performance":[105],"our":[107,112,115],"approach.":[108],"Furthermore,":[109],"deploy":[111],"model":[113],"vehicle":[117],"show":[119],"its":[120],"real-time":[121],"capability":[122],"stable":[124],"execution.":[125]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2022-04-28T00:00:00"}