{"id":"https://openalex.org/W3135247034","doi":"https://doi.org/10.1109/tbcas.2021.3064841","title":"MC-LSTM: Real-Time 3D Human Action Detection System for Intelligent Healthcare Applications","display_name":"MC-LSTM: Real-Time 3D Human Action Detection System for Intelligent Healthcare Applications","publication_year":2021,"publication_date":"2021-03-09","ids":{"openalex":"https://openalex.org/W3135247034","doi":"https://doi.org/10.1109/tbcas.2021.3064841","mag":"3135247034","pmid":"https://pubmed.ncbi.nlm.nih.gov/33687848"},"language":"en","primary_location":{"id":"doi:10.1109/tbcas.2021.3064841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbcas.2021.3064841","pdf_url":null,"source":{"id":"https://openalex.org/S80299757","display_name":"IEEE Transactions on Biomedical Circuits and Systems","issn_l":"1932-4545","issn":["1932-4545","1940-9990"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101861318","display_name":"Jun Yin","orcid":"https://orcid.org/0000-0002-2159-0658"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yin","raw_affiliation_strings":["State Key Laboratory of ASIC and System, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2159-0658","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ASIC and System, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066674438","display_name":"Jun Han","orcid":"https://orcid.org/0000-0002-5245-0754"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Han","raw_affiliation_strings":["State Key Laboratory of ASIC and System, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5245-0754","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ASIC and System, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035865522","display_name":"Ruiqi Xie","orcid":"https://orcid.org/0000-0003-3585-3647"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiqi Xie","raw_affiliation_strings":["State Key Laboratory of ASIC and System, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3585-3647","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ASIC and System, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624785","display_name":"Chenghao Wang","orcid":"https://orcid.org/0000-0003-2359-5775"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenghao Wang","raw_affiliation_strings":["State Key Laboratory of ASIC and System, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2359-5775","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ASIC and System, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089781655","display_name":"Xuyang Duan","orcid":"https://orcid.org/0000-0002-2609-846X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuyang Duan","raw_affiliation_strings":["State Key Laboratory of ASIC and System, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2609-846X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ASIC and System, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013065799","display_name":"Yitong Rong","orcid":"https://orcid.org/0000-0001-7057-9925"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yitong Rong","raw_affiliation_strings":["State Key Laboratory of ASIC and System, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7057-9925","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ASIC and System, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100656792","display_name":"Xiaoyang Zeng","orcid":"https://orcid.org/0000-0003-3986-137X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyang Zeng","raw_affiliation_strings":["State Key Laboratory of ASIC and System, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of ASIC and System, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062927280","display_name":"Jun Tao","orcid":"https://orcid.org/0000-0001-8742-687X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Tao","raw_affiliation_strings":["State Key Laboratory of ASIC and System, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8742-687X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of ASIC and System, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":2.5391,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.90417338,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"15","issue":"2","first_page":"259","last_page":"269"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6065273284912109},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5475080013275146},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4529532194137573},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42859911918640137},{"id":"https://openalex.org/keywords/healthcare-system","display_name":"Healthcare system","score":0.4269629120826721},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.3887746334075928},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09779664874076843}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6065273284912109},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5475080013275146},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4529532194137573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42859911918640137},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.4269629120826721},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.3887746334075928},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09779664874076843},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003201","descriptor_name":"Computers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003201","descriptor_name":"Computers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003201","descriptor_name":"Computers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tbcas.2021.3064841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbcas.2021.3064841","pdf_url":null,"source":{"id":"https://openalex.org/S80299757","display_name":"IEEE Transactions on Biomedical Circuits and Systems","issn_l":"1932-4545","issn":["1932-4545","1940-9990"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biomedical Circuits and Systems","raw_type":"journal-article"},{"id":"pmid:33687848","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33687848","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on biomedical circuits and systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2519052758","display_name":"\u81ea\u611f\u77e5\u81ea\u7ec4\u7ec7\u5f02\u6784\u4f17\u6838\u667a\u80fd\u82af\u7247\u7684\u4e92\u8fde\u4e0e\u5b58\u50a8\u6280\u672f\u7814\u7a76","funder_award_id":"61934002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W249567413","https://openalex.org/W1893516992","https://openalex.org/W1912148408","https://openalex.org/W1950788856","https://openalex.org/W1980369287","https://openalex.org/W2021150171","https://openalex.org/W2031765333","https://openalex.org/W2048821851","https://openalex.org/W2098339052","https://openalex.org/W2099213012","https://openalex.org/W2142961844","https://openalex.org/W2143354173","https://openalex.org/W2258376243","https://openalex.org/W2307035320","https://openalex.org/W2341313195","https://openalex.org/W2510185399","https://openalex.org/W2540565217","https://openalex.org/W2560217098","https://openalex.org/W2593146028","https://openalex.org/W2603861860","https://openalex.org/W2604321021","https://openalex.org/W2606294640","https://openalex.org/W2607566495","https://openalex.org/W2613570903","https://openalex.org/W2618253408","https://openalex.org/W2647925446","https://openalex.org/W2716916105","https://openalex.org/W2728972335","https://openalex.org/W2736334449","https://openalex.org/W2757698722","https://openalex.org/W2777985171","https://openalex.org/W2792312609","https://openalex.org/W2797382244","https://openalex.org/W2798795235","https://openalex.org/W2800438594","https://openalex.org/W2883710612","https://openalex.org/W2889184597","https://openalex.org/W2890209713","https://openalex.org/W2893379316","https://openalex.org/W2894668550","https://openalex.org/W2909645133","https://openalex.org/W2912415823","https://openalex.org/W2917852278","https://openalex.org/W2918817626","https://openalex.org/W2944777698","https://openalex.org/W2948058585","https://openalex.org/W2950007497","https://openalex.org/W2952587893","https://openalex.org/W2956083712","https://openalex.org/W2963025804","https://openalex.org/W2963076818","https://openalex.org/W2963692464","https://openalex.org/W2963998561","https://openalex.org/W2964134613","https://openalex.org/W2984242728","https://openalex.org/W2993635975","https://openalex.org/W3035130921","https://openalex.org/W3098538019","https://openalex.org/W4230005465","https://openalex.org/W6609347538","https://openalex.org/W6639879311","https://openalex.org/W6640754710","https://openalex.org/W6698200468","https://openalex.org/W6730470330","https://openalex.org/W6738261693","https://openalex.org/W6741019626","https://openalex.org/W6747795875","https://openalex.org/W6758708379"],"related_works":["https://openalex.org/W1576128429","https://openalex.org/W1159694101","https://openalex.org/W4312778074","https://openalex.org/W2797427871","https://openalex.org/W2269464716","https://openalex.org/W3024114128","https://openalex.org/W3214957520","https://openalex.org/W4322577590","https://openalex.org/W2932738180","https://openalex.org/W1965298590"],"abstract_inverted_index":{"Due":[0],"to":[1,41,66,119],"the":[2,63,77,89,111,144,150,157,169,191,209,220],"movement":[3],"expressiveness":[4],"and":[5,32,48,81,99,104,136,164,174],"privacy":[6],"assurance":[7],"of":[8,102,131,140,147],"human":[9],"skeleton":[10],"data,":[11],"3D":[12,83],"skeleton-based":[13,84],"action":[14,49,85],"inference":[15,116,138],"is":[16,153,162],"becoming":[17],"popular":[18],"in":[19,29,57,72,216],"healthcare":[20],"applications.":[21],"These":[22],"scenarios":[23],"call":[24],"for":[25,88,156],"more":[26,166],"advanced":[27],"performance":[28],"application-specific":[30],"algorithms":[31],"efficient":[33],"hardware":[34],"support.":[35],"Warnings":[36],"on":[37,97,117,125,208],"health":[38],"emergencies":[39],"sensitive":[40],"response":[42],"speed":[43],"require":[44],"low":[45],"latency":[46,139],"output":[47],"early":[50],"detection":[51,86],"capabilities.":[52],"Medical":[53],"monitoring":[54],"that":[55],"works":[56],"an":[58,137,197,204],"always-on":[59],"edge":[60],"platform":[61],"needs":[62],"system":[64,93],"processor":[65],"have":[67],"extreme":[68],"energy":[69,187,217],"efficiency.":[70],"Therefore,":[71],"this":[73],"paper,":[74],"we":[75],"propose":[76],"MC-LSTM,":[78],"a":[79,129,183,213],"functional":[80],"versatile":[82],"system,":[87,160],"above":[90],"demands.":[91],"Our":[92],"achieves":[94],"state-of-the-art":[95],"accuracy":[96],"trimmed":[98],"untrimmed":[100],"cases":[101],"general-purpose":[103],"medical-specific":[105],"datasets":[106],"with":[107,143],"early-detection":[108],"features.":[109],"Further,":[110],"MC-LSTM":[112],"accelerator":[113,180],"supports":[114],"parallel":[115],"up":[118],"64":[120],"input":[121],"channels.":[122],"The":[123],"implementation":[124],"Xilinx":[126],"ZCU104":[127],"reaches":[128],"throughput":[130],"18":[132],"658":[133],"Frames-Per-Second":[134],"(FPS)":[135],"3.5":[141],"ms":[142],"batch":[145],"size":[146],"64.":[148],"Accordingly,":[149],"power":[151],"consumption":[152],"3.6":[154],"W":[155],"whole":[158],"FPGA+ARM":[159],"which":[161],"37.8x":[163],"10.4x":[165],"energy-efficient":[167],"than":[168],"high-end":[170],"Titan":[171],"X":[172],"GPU":[173],"i7-9700":[175],"CPU,":[176],"respectively.":[177],"Meanwhile,":[178],"our":[179],"also":[181],"keeps":[182],"4":[184],"\u223c":[185],"5x":[186],"efficiency":[188,218],"advantage":[189],"against":[190],"low-power":[192],"high-performance":[193],"Firefly-RK3399":[194],"board":[195],"carrying":[196],"ARM":[198],"Cortex-A72+A53":[199],"CPU.":[200],"We":[201],"further":[202],"synthesize":[203],"8-bit":[205],"quantized":[206],"version":[207],"same":[210,221],"hardware,":[211],"providing":[212],"48.8%":[214],"increase":[215],"under":[219],"throughput.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}