{"id":"https://openalex.org/W3132124275","doi":"https://doi.org/10.1109/tim.2021.3060572","title":"Motion-Robust Multimodal Heart Rate Estimation Using BCG Fused Remote-PPG With Deep Facial ROI Tracker and Pose Constrained Kalman Filter","display_name":"Motion-Robust Multimodal Heart Rate Estimation Using BCG Fused Remote-PPG With Deep Facial ROI Tracker and Pose Constrained Kalman Filter","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3132124275","doi":"https://doi.org/10.1109/tim.2021.3060572","mag":"3132124275"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2021.3060572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2021.3060572","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100449916","display_name":"Yiming Liu","orcid":"https://orcid.org/0000-0002-7016-6415"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiming Liu","raw_affiliation_strings":["School of Biomedical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7016-6415","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033716596","display_name":"Binjie Qin","orcid":"https://orcid.org/0000-0001-7445-1582"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binjie Qin","raw_affiliation_strings":["School of Biomedical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7445-1582","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385041","display_name":"Rong Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210126577","display_name":"Shanghai Public Security Bureau","ror":"https://ror.org/03cfv5b91","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210126577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Li","raw_affiliation_strings":["Shanghai Public Security Bureau, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1598-1871","affiliations":[{"raw_affiliation_string":"Shanghai Public Security Bureau, Shanghai, China","institution_ids":["https://openalex.org/I4210126577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337414","display_name":"Xintong Li","orcid":"https://orcid.org/0000-0002-1755-3483"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xintong Li","raw_affiliation_strings":["ECData Information Technology Company Ltd., Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1755-3483","affiliations":[{"raw_affiliation_string":"ECData Information Technology Company Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061825643","display_name":"Anqi Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anqi Huang","raw_affiliation_strings":["School of Biomedical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7029-4604","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325548","display_name":"Haifeng Liu","orcid":"https://orcid.org/0000-0001-5960-6611"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haifeng Liu","raw_affiliation_strings":["ECData Information Technology Company Ltd., Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5960-6611","affiliations":[{"raw_affiliation_string":"ECData Information Technology Company Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036641266","display_name":"Yisong Lv","orcid":"https://orcid.org/0000-0001-7091-2062"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yisong Lv","raw_affiliation_strings":["School of Continuing Education, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7091-2062","affiliations":[{"raw_affiliation_string":"School of Continuing Education, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109431661","display_name":"Min Liu","orcid":"https://orcid.org/0000-0002-9484-8840"},"institutions":[{"id":"https://openalex.org/I4210126577","display_name":"Shanghai Public Security Bureau","ror":"https://ror.org/03cfv5b91","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210126577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Liu","raw_affiliation_strings":["Shanghai Public Security Bureau, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9484-8840","affiliations":[{"raw_affiliation_string":"Shanghai Public Security Bureau, Shanghai, China","institution_ids":["https://openalex.org/I4210126577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100449916"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":2.039,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.85803554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"70","issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7827461957931519},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.771967887878418},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6684761047363281},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.6151456236839294},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6085413694381714},{"id":"https://openalex.org/keywords/facial-motion-capture","display_name":"Facial motion capture","score":0.46852463483810425},{"id":"https://openalex.org/keywords/photoplethysmogram","display_name":"Photoplethysmogram","score":0.46679455041885376},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.4634973704814911},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.31575822830200195},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.29356706142425537},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.279441237449646},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.21731531620025635},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.2050284445285797}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7827461957931519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.771967887878418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6684761047363281},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.6151456236839294},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6085413694381714},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.46852463483810425},{"id":"https://openalex.org/C116390426","wikidata":"https://www.wikidata.org/wiki/Q7187885","display_name":"Photoplethysmogram","level":3,"score":0.46679455041885376},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.4634973704814911},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.31575822830200195},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29356706142425537},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.279441237449646},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.21731531620025635},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.2050284445285797},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2021.3060572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2021.3060572","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G1002707278","display_name":null,"funder_award_id":"61271320","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3655147460","display_name":null,"funder_award_id":"61871206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6098837669","display_name":null,"funder_award_id":"ZH2018ZDA19","funder_id":"https://openalex.org/F4320322999","funder_display_name":"Shanghai Jiao Tong University"},{"id":"https://openalex.org/G855472970","display_name":null,"funder_award_id":"19dz1200500","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G8975339508","display_name":null,"funder_award_id":"19411951507","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W650923498","https://openalex.org/W1506783947","https://openalex.org/W1620042822","https://openalex.org/W2010396034","https://openalex.org/W2015795623","https://openalex.org/W2016778993","https://openalex.org/W2029745771","https://openalex.org/W2037402357","https://openalex.org/W2044935899","https://openalex.org/W2060667206","https://openalex.org/W2069692225","https://openalex.org/W2074307097","https://openalex.org/W2087681821","https://openalex.org/W2117320287","https://openalex.org/W2118877769","https://openalex.org/W2120724312","https://openalex.org/W2122098299","https://openalex.org/W2148055514","https://openalex.org/W2294700151","https://openalex.org/W2520509592","https://openalex.org/W2557641257","https://openalex.org/W2595505933","https://openalex.org/W2766766681","https://openalex.org/W2772919736","https://openalex.org/W2781980597","https://openalex.org/W2786508073","https://openalex.org/W2787182113","https://openalex.org/W2792140820","https://openalex.org/W2894991776","https://openalex.org/W2902449706","https://openalex.org/W2905310541","https://openalex.org/W2911392513","https://openalex.org/W2913039608","https://openalex.org/W2914697823","https://openalex.org/W2915004429","https://openalex.org/W2915352401","https://openalex.org/W2917448342","https://openalex.org/W2921243743","https://openalex.org/W2941520818","https://openalex.org/W2962719749","https://openalex.org/W2980584869","https://openalex.org/W2981676860","https://openalex.org/W2982196965","https://openalex.org/W2982427009","https://openalex.org/W3004658900","https://openalex.org/W3097096317","https://openalex.org/W3097992810","https://openalex.org/W4288558691","https://openalex.org/W6630339798","https://openalex.org/W6677548441","https://openalex.org/W6697201655","https://openalex.org/W6759845760"],"related_works":["https://openalex.org/W2740961807","https://openalex.org/W4211065946","https://openalex.org/W2401859309","https://openalex.org/W585325435","https://openalex.org/W2568566955","https://openalex.org/W58624284","https://openalex.org/W2139716748","https://openalex.org/W2048509429","https://openalex.org/W2561231393","https://openalex.org/W2310226489"],"abstract_inverted_index":{"The":[0,241],"heart":[1],"rate":[2],"(HR)":[3],"signal":[4,121,130],"is":[5,18,122,224,249],"so":[6],"weak":[7],"in":[8,41,70,116,193,209,267],"remote":[9],"photoplethysmography":[10],"(rPPG)":[11],"and":[12,23,31,56,67,93,101,112,134,168,181,197,202,206,227,257],"ballistocardiogram":[13],"(BCG)":[14],"that":[15,175,218],"HR":[16,50,59,109,152,157,162,222,233,247],"estimation":[17,60,163,248],"very":[19],"sensitive":[20],"to":[21,52,99,148],"face":[22,94,111,133,205],"body":[24,32,207],"motion":[25,114],"disturbance":[26],"caused":[27],"by":[28,131],"spontaneous":[29],"head":[30,113,135],"movements":[33,136,208],"as":[34,36,184,186],"well":[35,185],"facial":[37,63,87,105],"expressions":[38],"of":[39,58,89,140,179,246],"subjects":[40,192],"conversation.":[42],"This":[43,118],"article":[44],"proposed":[45,220],"a":[46,71,80,85,126,138,144,171,194,210],"novel":[47,81],"multimodal":[48,172,221],"quasi-contactless":[49],"sensor":[51,223,234],"ensure":[53],"the":[54,132,150,219,230,254,262,268],"robustness":[55],"accuracy":[57],"under":[61],"extreme":[62],"poses,":[64],"large-motion":[65,198],"disturbances,":[66],"multiple":[68],"faces":[69],"video":[72],"for":[73,84,107,154],"computer-aided":[74],"police":[75],"interrogation.":[76],"Specifically,":[77],"we":[78,165],"propose":[79],"landmark-based":[82],"approach":[83],"deep":[86],"region":[88],"interest":[90],"(ROI)":[91],"tracker":[92],"pose":[95],"constrained":[96],"Kalman":[97],"filter":[98],"continuously":[100],"robustly":[102],"track":[103],"target":[104],"ROIs":[106],"estimating":[108],"from":[110,190],"disturbances":[115],"rPPG.":[117],"motion-disturbed":[119],"rPPG":[120],"further":[123],"fused":[124],"with":[125,143,203,236],"minimally":[127],"disturbed":[128],"BCG":[129,182,255],"via":[137],"bank":[139],"notch":[141],"filters":[142],"recursive":[145],"weighting":[146],"scheme":[147],"obtain":[149],"dominant":[151],"frequency":[153],"final":[155],"accurate":[156,228],"estimation.":[158],"To":[159],"facilitate":[160],"reproducible":[161],"research,":[164],"synchronously":[166],"acquire":[167],"publicly":[169],"share":[170],"data":[173],"set":[174],"contains":[176],"20":[177],"sets":[178],"ECG":[180],"signals":[183],"uncompressed,":[187],"rPPG-dedicated":[188],"videos":[189],"ten":[191],"stable":[195],"state":[196,199],"(MS)":[200],"without":[201],"large":[204],"sitting":[211],"position.":[212],"We":[213],"demonstrate":[214],"through":[215],"experimental":[216],"comparisons":[217],"more":[225],"robust":[226],"than":[229,253,261],"state-of-the-art":[231],"single-modal":[232],"solely":[235],"rPPG-":[237],"or":[238],"BCG-based":[239],"methods.":[240],"mean":[242],"absolute":[243],"error":[244],"(MAE)":[245],"7.13":[250],"BPM":[251,259],"lower":[252,260],"algorithm":[256,266],"3.12":[258],"model-based":[263],"plane-orthogonal-to-skin":[264],"(POS)":[265],"MS.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}