{"id":"https://openalex.org/W4210273945","doi":"https://doi.org/10.1109/thms.2021.3138708","title":"A Multi-Stream Sequence Learning Framework for Human Interaction Recognition","display_name":"A Multi-Stream Sequence Learning Framework for Human Interaction Recognition","publication_year":2022,"publication_date":"2022-01-27","ids":{"openalex":"https://openalex.org/W4210273945","doi":"https://doi.org/10.1109/thms.2021.3138708"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2021.3138708","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2021.3138708","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042536975","display_name":"Umair Haroon","orcid":"https://orcid.org/0000-0002-1449-1838"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Umair Haroon","raw_affiliation_strings":["Sejong University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1449-1838","affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075042717","display_name":"Amin Ullah","orcid":"https://orcid.org/0000-0001-7538-2689"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amin Ullah","raw_affiliation_strings":["CORIS Institute, Oregon State University, Corvallis, OR, USA"],"raw_orcid":"https://orcid.org/0000-0001-7538-2689","affiliations":[{"raw_affiliation_string":"CORIS Institute, Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090689566","display_name":"Tanveer Hussain","orcid":"https://orcid.org/0000-0003-4861-8347"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Tanveer Hussain","raw_affiliation_strings":["Sejong University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4861-8347","affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028503461","display_name":"Waseem Ullah","orcid":"https://orcid.org/0000-0001-5191-9023"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Waseem Ullah","raw_affiliation_strings":["Sejong University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-5191-9023","affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052654998","display_name":"Muhammad Sajjad","orcid":"https://orcid.org/0000-0001-5646-0338"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Muhammad Sajjad","raw_affiliation_strings":["Color and Visual Computing Lab, Department of Computer Science, Norwegian University of Science and Technology, Gjøvik, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Color and Visual Computing Lab, Department of Computer Science, Norwegian University of Science and Technology, Gjøvik, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Khan Muhammad","orcid":"https://orcid.org/0000-0003-4055-7412"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Khan Muhammad","raw_affiliation_strings":["Visual Analytics for Knowledge Laboratory (VIS2KNOW Lab), School of Convergence, College of Computing and Informatics, Sungkyunkwan University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4055-7412","affiliations":[{"raw_affiliation_string":"Visual Analytics for Knowledge Laboratory (VIS2KNOW Lab), School of Convergence, College of Computing and Informatics, Sungkyunkwan University, Seoul, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690117","display_name":"Mi Young Lee","orcid":"https://orcid.org/0000-0002-8139-7091"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Mi Young Lee","raw_affiliation_strings":["Sejong University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-8139-7091","affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072407810","display_name":"Sung Wook Baik","orcid":"https://orcid.org/0000-0002-6678-7788"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung Wook Baik","raw_affiliation_strings":["Sejong University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6678-7788","affiliations":[{"raw_affiliation_string":"Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9549,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.87177195,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"52","issue":"3","first_page":"435","last_page":"444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6035103797912598},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5653774738311768},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4471014738082886},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.4321066737174988},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3345261812210083},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.14655086398124695}],"concepts":[{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6035103797912598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5653774738311768},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4471014738082886},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.4321066737174988},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3345261812210083},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.14655086398124695},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/thms.2021.3138708","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2021.3138708","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/46692ddc-e421-4412-9ff7-d4faf70265ea","is_oa":false,"landing_page_url":"https://research.edgehill.ac.uk/en/publications/46692ddc-e421-4412-9ff7-d4faf70265ea","pdf_url":null,"source":{"id":"https://openalex.org/S4306402462","display_name":"Edge Hill University Research Information Repository (Edge Hill University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165525304","host_organization_name":"Edge Hill University","host_organization_lineage":["https://openalex.org/I165525304"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Haroon, U, Ullah, A, Hussain, T, Ullah, W, Sajjad, M, Muhammad, K, Lee, M Y & Baik, S W 2022, 'A Multi-Stream Sequence Learning Framework for Human Interaction Recognition', IEEE Transactions on Human-Machine Systems, vol. 52, no. 3, pp. 435-444. https://doi.org/10.1109/THMS.2021.3138708","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W7859433","https://openalex.org/W109378472","https://openalex.org/W1861492603","https://openalex.org/W1936750108","https://openalex.org/W1947481528","https://openalex.org/W1950788856","https://openalex.org/W1967336115","https://openalex.org/W1983705368","https://openalex.org/W1996478295","https://openalex.org/W1997691213","https://openalex.org/W2022633861","https://openalex.org/W2025508903","https://openalex.org/W2073246097","https://openalex.org/W2094016507","https://openalex.org/W2104007069","https://openalex.org/W2147615062","https://openalex.org/W2175012183","https://openalex.org/W2183035153","https://openalex.org/W2185953016","https://openalex.org/W2307770531","https://openalex.org/W2382036597","https://openalex.org/W2509308411","https://openalex.org/W2510185399","https://openalex.org/W2530143578","https://openalex.org/W2533503513","https://openalex.org/W2548211577","https://openalex.org/W2554082199","https://openalex.org/W2559085405","https://openalex.org/W2606294640","https://openalex.org/W2620105270","https://openalex.org/W2623040213","https://openalex.org/W2788865504","https://openalex.org/W2886810500","https://openalex.org/W2959969183","https://openalex.org/W2962730651","https://openalex.org/W2964087927","https://openalex.org/W2974686944","https://openalex.org/W2995110559","https://openalex.org/W2996611683","https://openalex.org/W3013477486","https://openalex.org/W3013682536","https://openalex.org/W3014295481","https://openalex.org/W3016209583","https://openalex.org/W3021907900","https://openalex.org/W3036066034","https://openalex.org/W3040752674","https://openalex.org/W3077420696","https://openalex.org/W3087594579","https://openalex.org/W3090348690","https://openalex.org/W3096014500","https://openalex.org/W3099128265","https://openalex.org/W3099632052","https://openalex.org/W3108754600","https://openalex.org/W6725244842","https://openalex.org/W6730410022","https://openalex.org/W6775633337","https://openalex.org/W6787008151"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Human":[0],"interaction":[1,14,48],"recognition":[2],"(HIR)":[3],"is":[4,25],"challenging":[5],"due":[6],"to":[7,88,97,119,125],"multiple":[8],"humans\u2019":[9],"involvement":[10],"and":[11,66,85,92,171,175,178],"their":[12,21],"mutual":[13],"in":[15,46,181],"a":[16,43,54,81,89,120,161],"single":[17],"frame,":[18],"generated":[19],"from":[20,62],"movements.":[22],"Mainstream":[23],"literature":[24],"based":[26],"on":[27,166],"three-dimensional":[28],"(3-D)":[29],"convolutional":[30,122],"neural":[31,123],"networks":[32],"(CNNs),":[33],"processing":[34],"only":[35],"visual":[36,68,117],"frames,":[37],"where":[38],"human":[39,78,108,173],"joints":[40,75],"data":[41],"play":[42],"vital":[44],"role":[45],"accurate":[47],"recognition.":[49],"Therefore,":[50],"this":[51],"article":[52],"proposes":[53],"multistream":[55],"network":[56,124],"for":[57],"HIR":[58],"that":[59,143],"intelligently":[60],"learns":[61],"skeletons\u2019":[63],"key":[64],"points":[65],"spatiotemporal":[67,129],"representations.":[69],"The":[70,110],"first":[71],"stream":[72,112],"localises":[73],"the":[74,77,100,103,114,127,132,146,153,156,182],"of":[76,102,106,116,134,155,164],"body":[79],"using":[80],"pose":[82],"estimation":[83],"model":[84],"transmits":[86],"them":[87],"1-D":[90],"CNN":[91],"bidirectional":[93],"long":[94],"short-term":[95],"memory":[96],"efficiently":[98],"extract":[99,126],"features":[101],"dynamic":[104],"movements":[105],"each":[107],"skeleton.":[109],"second":[111],"feeds":[113],"series":[115],"frames":[118],"3-D":[121],"discriminative":[128],"features.":[130],"Finally,":[131],"outputs":[133],"both":[135],"streams":[136],"are":[137],"integrated":[138],"via":[139],"fully":[140],"connected":[141],"layers":[142],"precisely":[144],"classify":[145],"ongoing":[147],"interactions":[148],"between":[149],"humans.":[150],"To":[151],"validate":[152],"performance":[154],"proposed":[157],"network,":[158],"we":[159],"conducted":[160],"comprehensive":[162],"set":[163],"experiments":[165],"two":[167],"benchmark":[168],"datasets,":[169],"UT-interaction":[170],"TV":[172],"interaction,":[174],"found":[176],"1.15%":[177],"10.0%":[179],"improvement":[180],"accuracy.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}