{"id":"https://openalex.org/W3021429961","doi":"https://doi.org/10.1109/jiot.2020.2991456","title":"Unobtrusive and Automatic Classification of Multiple People\u2019s Abnormal Respiratory Patterns in Real Time Using Deep Neural Network and Depth Camera","display_name":"Unobtrusive and Automatic Classification of Multiple People\u2019s Abnormal Respiratory Patterns in Real Time Using Deep Neural Network and Depth Camera","publication_year":2020,"publication_date":"2020-04-30","ids":{"openalex":"https://openalex.org/W3021429961","doi":"https://doi.org/10.1109/jiot.2020.2991456","mag":"3021429961"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.2991456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.2991456","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040818991","display_name":"Yunlu Wang","orcid":"https://orcid.org/0000-0003-4236-1106"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunlu Wang","raw_affiliation_strings":["Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China","Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4236-1106","affiliations":[{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058455658","display_name":"Menghan Hu","orcid":"https://orcid.org/0000-0002-8557-8930"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menghan Hu","raw_affiliation_strings":["Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China","Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8557-8930","affiliations":[{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101152163","display_name":"Yuwen Zhou","orcid":"https://orcid.org/0009-0006-4476-3327"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuwen Zhou","raw_affiliation_strings":["SEU-Monash Joint Graduate School, Southeast University, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SEU-Monash Joint Graduate School, Southeast University, Suzhou, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090964683","display_name":"Qingli Li","orcid":"https://orcid.org/0000-0001-5063-8801"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingli Li","raw_affiliation_strings":["Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5063-8801","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Multidimensional Information Processing, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086092552","display_name":"Nan Yao","orcid":"https://orcid.org/0000-0002-4081-1495"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nan Yao","raw_affiliation_strings":["Shanghai Jianglai Data Technology Company Ltd., Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jianglai Data Technology Company Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064168853","display_name":"Guangtao Zhai","orcid":"https://orcid.org/0000-0001-8165-9322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Zhai","raw_affiliation_strings":["Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8165-9322","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363146","display_name":"Xiao\u2013Ping Zhang","orcid":"https://orcid.org/0000-0001-5241-0069"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Ping Zhang","raw_affiliation_strings":["Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5241-0069","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Information Processing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019708391","display_name":"Xiaokang Yang","orcid":"https://orcid.org/0000-0003-4029-3322"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaokang Yang","raw_affiliation_strings":["Department of Electrical, Computer and Biomedical Engineering, Ryerson University, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Biomedical Engineering, Ryerson University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.0297,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.97197988,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"7","issue":"9","first_page":"8559","last_page":"8571"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10234","display_name":"Obstructive Sleep Apnea Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10234","display_name":"Obstructive Sleep Apnea Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10143","display_name":"Chronic Obstructive Pulmonary Disease (COPD) Research","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7893649935722351},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.702765941619873},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5947009325027466},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.585963249206543},{"id":"https://openalex.org/keywords/tachypnea","display_name":"Tachypnea","score":0.488827645778656},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4455547332763672},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43327999114990234},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3894619643688202},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.10546362400054932}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7893649935722351},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.702765941619873},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5947009325027466},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.585963249206543},{"id":"https://openalex.org/C2778312941","wikidata":"https://www.wikidata.org/wiki/Q570920","display_name":"Tachypnea","level":3,"score":0.488827645778656},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4455547332763672},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43327999114990234},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3894619643688202},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10546362400054932},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2780283014","wikidata":"https://www.wikidata.org/wiki/Q209583","display_name":"Tachycardia","level":2,"score":0.0},{"id":"https://openalex.org/C42219234","wikidata":"https://www.wikidata.org/wiki/Q131130","display_name":"Anesthesia","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.2991456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.2991456","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2458673540","display_name":null,"funder_award_id":"61901172","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3440268763","display_name":null,"funder_award_id":"61975056","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G382025280","display_name":null,"funder_award_id":"19511120100","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G4054117750","display_name":null,"funder_award_id":"61831015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7814127966","display_name":null,"funder_award_id":"18DZ2270700","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G848116760","display_name":null,"funder_award_id":"18511102500","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W309441236","https://openalex.org/W854541894","https://openalex.org/W1969205199","https://openalex.org/W1987361444","https://openalex.org/W2009946799","https://openalex.org/W2011301426","https://openalex.org/W2042592767","https://openalex.org/W2049808056","https://openalex.org/W2064675550","https://openalex.org/W2070390905","https://openalex.org/W2078934723","https://openalex.org/W2079340953","https://openalex.org/W2079382073","https://openalex.org/W2088101817","https://openalex.org/W2104435385","https://openalex.org/W2106336403","https://openalex.org/W2109178308","https://openalex.org/W2110485445","https://openalex.org/W2130234534","https://openalex.org/W2133564696","https://openalex.org/W2142797701","https://openalex.org/W2157331557","https://openalex.org/W2165066471","https://openalex.org/W2168155478","https://openalex.org/W2325708265","https://openalex.org/W2468495253","https://openalex.org/W2470673105","https://openalex.org/W2516749401","https://openalex.org/W2517194566","https://openalex.org/W2552249900","https://openalex.org/W2583560550","https://openalex.org/W2593524020","https://openalex.org/W2739122253","https://openalex.org/W2742300594","https://openalex.org/W2745197867","https://openalex.org/W2745346281","https://openalex.org/W2752747624","https://openalex.org/W2786070938","https://openalex.org/W2790979755","https://openalex.org/W2792353783","https://openalex.org/W2794514299","https://openalex.org/W2886281300","https://openalex.org/W2890323852","https://openalex.org/W2893425817","https://openalex.org/W2897799240","https://openalex.org/W2919115771","https://openalex.org/W2923113068","https://openalex.org/W2944849621","https://openalex.org/W2964308564","https://openalex.org/W3025536496","https://openalex.org/W3104042626","https://openalex.org/W4237560871","https://openalex.org/W4254816979","https://openalex.org/W4285719527","https://openalex.org/W4298111471","https://openalex.org/W6623517193","https://openalex.org/W6777743208"],"related_works":["https://openalex.org/W2067200367","https://openalex.org/W2018061537","https://openalex.org/W2093111110","https://openalex.org/W1551525487","https://openalex.org/W2081035755","https://openalex.org/W2412898340","https://openalex.org/W2246191835","https://openalex.org/W2756694758","https://openalex.org/W2410812589","https://openalex.org/W2128579787"],"abstract_inverted_index":{"Respiratory":[0],"pattern":[1,22,258],"is":[2,106,123,130,136,163,208,214],"a":[3,71,155,175],"representation":[4],"of":[5,24,56,90,103,142,151,204,242,313],"human":[6,133],"breathing":[7],"activity,":[8],"which":[9],"can":[10,64,229],"reflect":[11],"people's":[12,67],"physical":[13],"and":[14,45,53,60,97,118,125,145,157,168,184,200,240,246,271,287,307],"psychological":[15],"condition.":[16],"Capturing":[17],"the":[18,25,28,35,51,61,82,88,101,113,120,126,140,149,205,211,218,226,236,252,261,279,288,292,298,314],"unexpected":[19],"abnormal":[20,57],"respiratory":[21,58,68,153,159,193,233,257],"unobtrusively":[23],"patient":[26,30],"or":[27],"potential":[29,293],"has":[31],"great":[32],"significance.":[33],"In":[34,249],"current":[36],"work,":[37],"we":[38,173],"attempt":[39],"to":[40,49,94,111,138,165,188,256,294,297],"capitalize":[41],"on":[42,148],"depth":[43,219],"camera":[44],"deep":[46,115,284],"learning":[47],"architecture":[48],"achieve":[50],"accurate":[52],"unobtrusive":[54],"measurement":[55],"patterns,":[59],"whole":[62],"system":[63,85,316],"classify":[65,189,230],"multiple":[66],"patterns":[69,194,234],"in":[70,76],"real-time":[72,83],"manner.":[73],"The":[74,202,221,310],"challenges":[75],"this":[77],"task":[78],"are":[79,317],"threefold:":[80],"1)":[81],"online":[84,281],"means":[86],"that":[87,213,225,278],"Region":[89],"Interest":[91],"(ROI)":[92],"needs":[93],"be":[95,295],"located":[96],"tracked":[98],"automatically;":[99],"2)":[100],"amount":[102],"real-world":[104],"data":[105,212],"not":[107],"enough":[108],"for":[109],"training":[110,170],"obtain":[112],"robust":[114],"neural":[116,180,285],"network;":[117],"3)":[119],"intraclass":[121],"variation":[122,129],"large":[124],"outer":[127],"class":[128],"small.":[131],"Consequently,":[132],"joints":[134],"tracking":[135],"applied":[137],"determine":[139],"location":[141],"subjects":[143],"shoulder":[144],"chest.":[146],"Based":[147],"characteristics":[150],"actual":[152],"signals,":[154],"novel":[156],"efficient":[158],"simulation":[160],"model":[161,228],"(RSM)":[162],"proposed":[164,227,280,315],"generate":[166],"abundant":[167],"high-quality":[169],"data.":[171],"Finally,":[172],"apply":[174],"gated":[176],"recurrent":[177],"unit":[178],"(GRU)":[179],"network":[181],"with":[182,235],"bidirectional":[183],"attentional":[185],"mechanisms":[186],"(BI-AT-GRU)":[187],"six":[190,231],"clinically":[191],"significant":[192],"(Eupnea,":[195],"Tachypnea,":[196],"Bradypnea,":[197],"Biots,":[198],"Cheyne-Stokes,":[199],"Central-Apnea).":[201],"performance":[203],"obtained":[206,253],"BI-AT-GRU":[207,254],"tested":[209],"by":[210,217],"actually":[215],"measured":[216],"camera.":[220],"experimental":[222,275],"results":[223,276],"demonstrate":[224],"different":[232],"accuracy,":[237],"precision,":[238],"recall,":[239],"F1":[241],"94.5%,":[243],"94.4%,":[244],"95.1%,":[245],"94.8%,":[247],"respectively.":[248],"comparative":[250],"experiments,":[251],"specific":[255],"classification":[259],"outperforms":[260],"existing":[262],"state-of-the-art,":[263],"viz.,":[264],"BI-AT-LSTM,":[265],"GRU,":[266],"long":[267],"short-term":[268],"memory":[269],"(LSTM),":[270],"BI-AT-GRU.":[272],"Moreover,":[273],"other":[274],"indicate":[277],"measuring":[282],"system,":[283],"network,":[286],"modeling":[289],"ideas":[290],"have":[291],"extended":[296],"large-scale":[299],"applications,":[300],"such":[301],"as":[302],"public":[303],"places,":[304],"sleep":[305],"scenario,":[306],"office":[308],"environment.":[309],"demo":[311],"videos":[312],"available":[318],"at:":[319],"https://doi.org/10.6084/m9.figshare.11493666.v1.":[320]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
