{"id":"https://openalex.org/W3117415653","doi":"https://doi.org/10.1109/lra.2020.3047780","title":"Spatio-Temporal Convolutional Networks and N-Ary Ontologies for Human Activity-Aware Robotic System","display_name":"Spatio-Temporal Convolutional Networks and N-Ary Ontologies for Human Activity-Aware Robotic System","publication_year":2020,"publication_date":"2020-12-28","ids":{"openalex":"https://openalex.org/W3117415653","doi":"https://doi.org/10.1109/lra.2020.3047780","mag":"3117415653"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2020.3047780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2020.3047780","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023474148","display_name":"Hazem Abdelkawy","orcid":"https://orcid.org/0000-0003-4401-8192"},"institutions":[{"id":"https://openalex.org/I197681013","display_name":"Universit\u00e9 Paris-Est Cr\u00e9teil","ror":"https://ror.org/05ggc9x40","country_code":"FR","type":"education","lineage":["https://openalex.org/I197681013"]},{"id":"https://openalex.org/I2800365227","display_name":"Paris-Est Sup","ror":"https://ror.org/0268ecp52","country_code":"FR","type":"education","lineage":["https://openalex.org/I2800365227"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"H. Abdelkawy","raw_affiliation_strings":["Cloud Robotics, LISSI Laboratory, University of Paris-Est Creteil (UPEC), Champs Sur, France"],"raw_orcid":"https://orcid.org/0000-0003-4401-8192","affiliations":[{"raw_affiliation_string":"Cloud Robotics, LISSI Laboratory, University of Paris-Est Creteil (UPEC), Champs Sur, France","institution_ids":["https://openalex.org/I2800365227","https://openalex.org/I197681013"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068613770","display_name":"N. Ayari","orcid":"https://orcid.org/0000-0001-8544-8477"},"institutions":[{"id":"https://openalex.org/I158447531","display_name":"Altran (France)","ror":"https://ror.org/04qhpqj38","country_code":"FR","type":"company","lineage":["https://openalex.org/I158447531"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"N. Ayari","raw_affiliation_strings":["Research Department, ALTRAN Technologies, V\u00e9lizy-Villacoublay, France"],"raw_orcid":"https://orcid.org/0000-0001-8544-8477","affiliations":[{"raw_affiliation_string":"Research Department, ALTRAN Technologies, V\u00e9lizy-Villacoublay, France","institution_ids":["https://openalex.org/I158447531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088884307","display_name":"Abdelghani Chibani","orcid":"https://orcid.org/0000-0001-7122-1271"},"institutions":[{"id":"https://openalex.org/I197681013","display_name":"Universit\u00e9 Paris-Est Cr\u00e9teil","ror":"https://ror.org/05ggc9x40","country_code":"FR","type":"education","lineage":["https://openalex.org/I197681013"]},{"id":"https://openalex.org/I2800365227","display_name":"Paris-Est Sup","ror":"https://ror.org/0268ecp52","country_code":"FR","type":"education","lineage":["https://openalex.org/I2800365227"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"A. Chibani","raw_affiliation_strings":["Cloud Robotics, LISSI Laboratory, University of Paris-Est Creteil (UPEC), Champs Sur, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cloud Robotics, LISSI Laboratory, University of Paris-Est Creteil (UPEC), Champs Sur, France","institution_ids":["https://openalex.org/I2800365227","https://openalex.org/I197681013"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044453604","display_name":"Yacine Amirat","orcid":"https://orcid.org/0000-0002-3238-0517"},"institutions":[{"id":"https://openalex.org/I197681013","display_name":"Universit\u00e9 Paris-Est Cr\u00e9teil","ror":"https://ror.org/05ggc9x40","country_code":"FR","type":"education","lineage":["https://openalex.org/I197681013"]},{"id":"https://openalex.org/I2800365227","display_name":"Paris-Est Sup","ror":"https://ror.org/0268ecp52","country_code":"FR","type":"education","lineage":["https://openalex.org/I2800365227"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Y. Amirat","raw_affiliation_strings":["Cloud Robotics, LISSI Laboratory, University of Paris-Est Creteil (UPEC), Champs Sur, France"],"raw_orcid":"https://orcid.org/0000-0002-3238-0517","affiliations":[{"raw_affiliation_string":"Cloud Robotics, LISSI Laboratory, University of Paris-Est Creteil (UPEC), Champs Sur, France","institution_ids":["https://openalex.org/I2800365227","https://openalex.org/I197681013"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031271577","display_name":"Ferhat Attal","orcid":"https://orcid.org/0000-0003-1668-7620"},"institutions":[{"id":"https://openalex.org/I197681013","display_name":"Universit\u00e9 Paris-Est Cr\u00e9teil","ror":"https://ror.org/05ggc9x40","country_code":"FR","type":"education","lineage":["https://openalex.org/I197681013"]},{"id":"https://openalex.org/I2800365227","display_name":"Paris-Est Sup","ror":"https://ror.org/0268ecp52","country_code":"FR","type":"education","lineage":["https://openalex.org/I2800365227"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"F. Attal","raw_affiliation_strings":["Cloud Robotics, LISSI Laboratory, University of Paris-Est Creteil (UPEC), Champs Sur, France"],"raw_orcid":"https://orcid.org/0000-0003-1668-7620","affiliations":[{"raw_affiliation_string":"Cloud Robotics, LISSI Laboratory, University of Paris-Est Creteil (UPEC), Champs Sur, France","institution_ids":["https://openalex.org/I2800365227","https://openalex.org/I197681013"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7831,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.75287109,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"6","issue":"2","first_page":"620","last_page":"627"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8119776248931885},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6952184438705444},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.5730926394462585},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5640440583229065},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5565106868743896},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5529520511627197},{"id":"https://openalex.org/keywords/tree-traversal","display_name":"Tree traversal","score":0.5258094668388367},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5127952694892883},{"id":"https://openalex.org/keywords/ambient-intelligence","display_name":"Ambient intelligence","score":0.4950177073478699},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48667484521865845},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4652788043022156},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4547325074672699},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19220077991485596}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8119776248931885},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6952184438705444},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.5730926394462585},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5640440583229065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5565106868743896},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5529520511627197},{"id":"https://openalex.org/C140745168","wikidata":"https://www.wikidata.org/wiki/Q1210082","display_name":"Tree traversal","level":2,"score":0.5258094668388367},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5127952694892883},{"id":"https://openalex.org/C201638289","wikidata":"https://www.wikidata.org/wiki/Q457396","display_name":"Ambient intelligence","level":2,"score":0.4950177073478699},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48667484521865845},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4652788043022156},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4547325074672699},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19220077991485596},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2020.3047780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2020.3047780","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04032920v1","is_oa":false,"landing_page_url":"https://hal.u-pec.fr/hal-04032920","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Robotics and Automation Letters, 2021, 6 (2), pp.620-627. ⟨10.1109/LRA.2020.3047780⟩","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W107816515","https://openalex.org/W203345490","https://openalex.org/W1791197240","https://openalex.org/W1836465849","https://openalex.org/W1950788856","https://openalex.org/W1996826384","https://openalex.org/W2030061193","https://openalex.org/W2048821851","https://openalex.org/W2095705004","https://openalex.org/W2114216982","https://openalex.org/W2143267104","https://openalex.org/W2145546283","https://openalex.org/W2151634191","https://openalex.org/W2194775991","https://openalex.org/W2307035320","https://openalex.org/W2427205197","https://openalex.org/W2482333547","https://openalex.org/W2510185399","https://openalex.org/W2519758495","https://openalex.org/W2556782416","https://openalex.org/W2593146028","https://openalex.org/W2603861860","https://openalex.org/W2606294640","https://openalex.org/W2612707971","https://openalex.org/W2613570903","https://openalex.org/W2724998899","https://openalex.org/W2778523960","https://openalex.org/W2949117887","https://openalex.org/W2950568498","https://openalex.org/W2952587893","https://openalex.org/W2962730440","https://openalex.org/W2963076818","https://openalex.org/W2963165299","https://openalex.org/W2963369114","https://openalex.org/W2964134613","https://openalex.org/W2965309076","https://openalex.org/W3007383329","https://openalex.org/W3035225512","https://openalex.org/W3049411219","https://openalex.org/W6608276133","https://openalex.org/W6638667902","https://openalex.org/W6640754710","https://openalex.org/W6674330103","https://openalex.org/W6677265961","https://openalex.org/W6698200468","https://openalex.org/W6725062358","https://openalex.org/W6726569863","https://openalex.org/W6730028046","https://openalex.org/W6747795875","https://openalex.org/W6775780680"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W2136735429","https://openalex.org/W170547082","https://openalex.org/W2587876411","https://openalex.org/W2358332176","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W2050836750","https://openalex.org/W2019151722","https://openalex.org/W3147569526"],"abstract_inverted_index":{"Endowing":[0],"a":[1,19,65,79,169],"companion":[2],"robot":[3],"with":[4,124,168],"cognitive":[5],"abilities":[6],"to":[7,44,55,90,116,129,151,173],"recognize":[8,45,91],"human":[9,46,70,92,122],"daily":[10,47,93],"activities,":[11],"in":[12,95,175],"particular":[13],"from":[14,49],"body":[15],"skeletons":[16],"information,":[17,51],"is":[18,74,88],"significant":[20,170],"challenge,":[21],"which":[22,52],"needs":[23],"complex":[24],"and":[25,60,104,118,128],"novel":[26,66,80,102],"approaches.":[27],"Recently,":[28],"most":[29],"of":[30,58,134,177],"the":[31,35,39,56,77,96,100,120,125,131,135,153,161,165],"proposed":[32,89,115,154,162],"approaches":[33],"exploit":[34],"hand-crafted":[36],"features":[37],"or":[38],"predefined":[40],"traversal":[41],"rules":[42],"techniques":[43],"activities":[48,94,123],"skeleton":[50],"often":[53],"lead":[54],"deficit":[57],"robustness":[59],"generalization.":[61],"In":[62,76,99],"this":[63],"work,":[64],"hybrid":[67],"framework":[68],"for":[69],"activity-aware":[71],"robotic":[72],"system":[73],"proposed.":[75],"low-level,":[78],"Spatio-Temporal":[81],"Joint":[82],"based":[83,107],"Convolutional":[84],"Neural":[85],"Network":[86],"(STJ-CNN)":[87],"ambient":[97,126],"environments.":[98],"high-level,":[101],"representation":[103],"inference":[105],"services":[106],"on":[108,140,179],"Narrative":[109],"Knowledge":[110],"Representation":[111],"Language":[112],"(NKRL)":[113],"are":[114],"represent":[117],"combine":[119],"detected":[121,136],"events,":[127],"infer":[130],"semantic":[132],"context":[133],"activity.":[137],"Empirical":[138],"experiments":[139],"real-world":[141],"datasets":[142],"have":[143],"been":[144],"conducted,":[145],"besides":[146],"an":[147],"online":[148],"demonstration":[149],"created":[150],"validate":[152],"approach.":[155],"The":[156],"final":[157],"results":[158],"show":[159],"that":[160],"approach":[163],"outperforms":[164],"baseline":[166],"models":[167],"improvement":[171],"up":[172],"24%":[174],"terms":[176],"$F$-score":[178],"DAHLIA":[180],"dataset.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}