{"id":"https://openalex.org/W2589335264","doi":"https://doi.org/10.1109/tmm.2017.2674622","title":"A Hierarchical Spatio-Temporal Model for Human Activity Recognition","display_name":"A Hierarchical Spatio-Temporal Model for Human Activity Recognition","publication_year":2017,"publication_date":"2017-02-24","ids":{"openalex":"https://openalex.org/W2589335264","doi":"https://doi.org/10.1109/tmm.2017.2674622","mag":"2589335264"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2017.2674622","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2674622","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071889746","display_name":"Wanru Xu","orcid":"https://orcid.org/0000-0003-2206-5051"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanru Xu","raw_affiliation_strings":["Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100298934","display_name":"Zhenjiang Miao","orcid":"https://orcid.org/0000-0001-8032-5769"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenjiang Miao","raw_affiliation_strings":["Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363146","display_name":"Xiao\u2013Ping Zhang","orcid":"https://orcid.org/0000-0001-5241-0069"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiao-Ping Zhang","raw_affiliation_strings":["Department of Electrical & Computer Engineering, Ryerson University, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, Ryerson University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100752649","display_name":"Yi Tian","orcid":"https://orcid.org/0000-0001-6054-7970"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Tian","raw_affiliation_strings":["Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.447,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.95150147,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"19","issue":"7","first_page":"1494","last_page":"1509"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conditional-random-field","display_name":"Conditional random field","score":0.907025158405304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8444250226020813},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8287781476974487},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5975239276885986},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5894761085510254},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.557137131690979},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5539224147796631},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5352602005004883},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.47159087657928467},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4563506245613098},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45243197679519653},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45038747787475586},{"id":"https://openalex.org/keywords/spatial-relation","display_name":"Spatial relation","score":0.4425320327281952},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4366307258605957},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4103662669658661},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3853694796562195}],"concepts":[{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.907025158405304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8444250226020813},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8287781476974487},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5975239276885986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5894761085510254},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.557137131690979},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5539224147796631},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5352602005004883},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.47159087657928467},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4563506245613098},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45243197679519653},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45038747787475586},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.4425320327281952},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4366307258605957},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4103662669658661},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3853694796562195},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2017.2674622","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2674622","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G259657249","display_name":null,"funder_award_id":"PXM2016_014219_000025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6097791489","display_name":"\u57fa\u4e8e\u9690\u4fe1\u606f\u7684\u4eba\u4f53\u884c\u4e3a\u9884\u6d4b\u7814\u7a76","funder_award_id":"61672089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6186776978","display_name":null,"funder_award_id":"61273274","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7637823156","display_name":null,"funder_award_id":"2011CB302203","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8991566416","display_name":"\u56fe\u50cf\u4e0e\u4e09\u7ef4\u6a21\u578b\u7ed3\u5408\u7684\u9ad8\u5c42\u5f62\u72b6\u5206\u6790\u7814\u7a76","funder_award_id":"61572064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W66452226","https://openalex.org/W109378472","https://openalex.org/W832377961","https://openalex.org/W978857790","https://openalex.org/W1526529273","https://openalex.org/W1892072966","https://openalex.org/W1923332106","https://openalex.org/W1941902227","https://openalex.org/W1945209586","https://openalex.org/W1947481528","https://openalex.org/W1976323859","https://openalex.org/W1980956450","https://openalex.org/W1989560997","https://openalex.org/W1989699139","https://openalex.org/W1993229407","https://openalex.org/W1999192586","https://openalex.org/W1999536323","https://openalex.org/W2003543060","https://openalex.org/W2008114427","https://openalex.org/W2013474292","https://openalex.org/W2020163092","https://openalex.org/W2022633861","https://openalex.org/W2024868105","https://openalex.org/W2026174573","https://openalex.org/W2031404913","https://openalex.org/W2047499569","https://openalex.org/W2066757459","https://openalex.org/W2083174318","https://openalex.org/W2092272787","https://openalex.org/W2097947185","https://openalex.org/W2101194540","https://openalex.org/W2101534792","https://openalex.org/W2101843769","https://openalex.org/W2105245249","https://openalex.org/W2111904465","https://openalex.org/W2114016557","https://openalex.org/W2121281594","https://openalex.org/W2126574503","https://openalex.org/W2131686127","https://openalex.org/W2135658380","https://openalex.org/W2136917337","https://openalex.org/W2140978750","https://openalex.org/W2147880316","https://openalex.org/W2149084152","https://openalex.org/W2150740090","https://openalex.org/W2152239535","https://openalex.org/W2155268664","https://openalex.org/W2156372729","https://openalex.org/W2161874168","https://openalex.org/W2162915993","https://openalex.org/W2169393274","https://openalex.org/W2185953016","https://openalex.org/W2274548632","https://openalex.org/W2295724525","https://openalex.org/W2301384101","https://openalex.org/W2339135982","https://openalex.org/W2441742266","https://openalex.org/W2509308411","https://openalex.org/W2533503513","https://openalex.org/W2533739470","https://openalex.org/W2535516436","https://openalex.org/W6631635868","https://openalex.org/W6675548283","https://openalex.org/W6676988416","https://openalex.org/W6680698335","https://openalex.org/W6682082992","https://openalex.org/W6686686417","https://openalex.org/W6725244842"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W2356597680","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W2163278254","https://openalex.org/W155708904","https://openalex.org/W1574213390","https://openalex.org/W2061145149"],"abstract_inverted_index":{"There":[0],"are":[1],"two":[2],"key":[3],"issues":[4],"in":[5,76,96],"human":[6,154],"activity":[7],"recognition:":[8],"spatial":[9,51,74],"dependencies":[10],"and":[11,23,52,79,84,118,139,185,187],"temporal":[12,53,94],"dependencies.":[13],"Most":[14],"recent":[15],"methods":[16],"focus":[17],"on":[18,159,175],"only":[19],"one":[20],"of":[21,106],"them,":[22],"thus":[24],"do":[25],"not":[26],"have":[27],"sufficient":[28],"descriptive":[29],"power":[30],"to":[31,45,92,124,133],"recognize":[32],"complex":[33],"activity.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38],"propose":[39],"a":[40,60],"hierarchical":[41],"spatio-temporal":[42],"model":[43,136],"(HSTM)":[44],"solve":[46],"the":[47,68,85,97,107,111,115,149,169],"problem":[48],"by":[49],"modeling":[50],"constraints":[54],"simultaneously.":[55],"The":[56,101],"new":[57,102],"HSTM":[58,103,150,170],"is":[59,131,142],"two-layer":[61],"hidden":[62],"conditional":[63],"random":[64],"field":[65],"(HCRF),":[66],"where":[67],"bottom-layer":[69],"HCRF":[70,87],"aims":[71],"at":[72],"describing":[73],"relations":[75,95],"each":[77],"frame":[78],"learning":[80,129],"more":[81,176],"discriminative":[82],"representations,":[83],"top-layer":[86],"utilizes":[88],"these":[89],"high-level":[90],"features":[91],"characterize":[93],"whole":[98],"video":[99,192],"sequence.":[100],"takes":[104],"advantage":[105],"bottom":[108],"layer":[109,117],"as":[110],"building":[112],"blocks":[113],"for":[114],"top":[116],"it":[119],"aggregates":[120],"evidence":[121],"from":[122],"local":[123],"global":[125],"level.":[126],"A":[127],"novel":[128],"algorithm":[130],"derived":[132],"train":[134],"all":[135],"parameters":[137],"efficiently":[138],"its":[140],"effectiveness":[141],"validated":[143],"theoretically.":[144],"Experimental":[145],"results":[146],"show":[147],"that":[148],"can":[151],"successfully":[152],"classify":[153],"activities":[155,182,190],"with":[156],"higher":[157],"accuracies":[158],"single-person":[160],"actions":[161],"(UCF)":[162],"than":[163],"other":[164],"existing":[165],"methods.":[166],"More":[167],"importantly,":[168],"also":[171],"achieves":[172],"superior":[173],"performance":[174],"practical":[177],"interactions,":[178],"including":[179],"human-human":[180],"interactional":[181,189],"(UT-Interaction,":[183],"BIT-Interaction,":[184],"CASIA)":[186],"human-object":[188],"(Gupta":[191],"dataset).":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":15},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}