{"id":"https://openalex.org/W2982196965","doi":"https://doi.org/10.1109/tip.2019.2947204","title":"RhythmNet: End-to-End Heart Rate Estimation From Face via Spatial-Temporal Representation","display_name":"RhythmNet: End-to-End Heart Rate Estimation From Face via Spatial-Temporal Representation","publication_year":2019,"publication_date":"2019-10-22","ids":{"openalex":"https://openalex.org/W2982196965","doi":"https://doi.org/10.1109/tip.2019.2947204","mag":"2982196965","pmid":"https://pubmed.ncbi.nlm.nih.gov/31647433"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2019.2947204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2019.2947204","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.11515","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017662559","display_name":"Xuesong Niu","orcid":"https://orcid.org/0000-0001-7737-4287"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuesong Niu","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050297728","display_name":"Shiguang Shan","orcid":"https://orcid.org/0000-0002-8348-392X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Shan","raw_affiliation_strings":["CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai, China","Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"CAS Center for Excellence in Brain Science and Intelligence Technology, Shanghai, China","institution_ids":["https://openalex.org/I4210097554"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091049278","display_name":"Hu Han","orcid":"https://orcid.org/0000-0001-6010-1792"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu Han","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences (CAS), Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083420537","display_name":"Xilin Chen","orcid":"https://orcid.org/0000-0003-3024-4404"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xilin Chen","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017662559"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":14.3523,"has_fulltext":false,"cited_by_count":390,"citation_normalized_percentile":{"value":0.99510219,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"29","issue":null,"first_page":"2409","last_page":"2423"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.76828932762146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6029954552650452},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5446036458015442},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4890469014644623},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4470844864845276},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.43204420804977417},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4088265895843506},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3364296555519104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76828932762146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6029954552650452},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5446036458015442},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4890469014644623},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4470844864845276},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43204420804977417},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4088265895843506},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3364296555519104},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2019.2947204","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2019.2947204","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:31647433","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31647433","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:arXiv.org:1910.11515","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.11515","pdf_url":"https://arxiv.org/pdf/1910.11515","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.11515","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.11515","pdf_url":"https://arxiv.org/pdf/1910.11515","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1723665844","display_name":null,"funder_award_id":"GJHZ1843","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G2310210304","display_name":null,"funder_award_id":"61702486","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8623730308","display_name":null,"funder_award_id":"61672496","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1528784850","https://openalex.org/W1984026713","https://openalex.org/W1984554603","https://openalex.org/W1986273245","https://openalex.org/W1998391547","https://openalex.org/W2000638024","https://openalex.org/W2002282659","https://openalex.org/W2003922338","https://openalex.org/W2008821584","https://openalex.org/W2010270685","https://openalex.org/W2016778993","https://openalex.org/W2029745771","https://openalex.org/W2044935899","https://openalex.org/W2060667206","https://openalex.org/W2069692225","https://openalex.org/W2100260443","https://openalex.org/W2122098299","https://openalex.org/W2128585298","https://openalex.org/W2128721925","https://openalex.org/W2157331557","https://openalex.org/W2194775991","https://openalex.org/W2218803975","https://openalex.org/W2424269919","https://openalex.org/W2472200183","https://openalex.org/W2520509592","https://openalex.org/W2520824413","https://openalex.org/W2548034104","https://openalex.org/W2577714982","https://openalex.org/W2591117648","https://openalex.org/W2593628499","https://openalex.org/W2729002305","https://openalex.org/W2731384148","https://openalex.org/W2786529723","https://openalex.org/W2787182113","https://openalex.org/W2798868324","https://openalex.org/W2805424946","https://openalex.org/W2820458630","https://openalex.org/W2894553678","https://openalex.org/W2896102525","https://openalex.org/W2963433879","https://openalex.org/W2963524571","https://openalex.org/W2964121744","https://openalex.org/W3021508980","https://openalex.org/W4243704736","https://openalex.org/W4288358601","https://openalex.org/W6631190155","https://openalex.org/W6726845744","https://openalex.org/W6751633765","https://openalex.org/W6753186954","https://openalex.org/W6755677326","https://openalex.org/W6767419198"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W2012531322","https://openalex.org/W4321487865","https://openalex.org/W2785900585","https://openalex.org/W4313906399","https://openalex.org/W2353730437","https://openalex.org/W2490303674","https://openalex.org/W2609066826","https://openalex.org/W4391266461","https://openalex.org/W2810752900"],"abstract_inverted_index":{"Heart":[0],"rate":[1],"(HR)":[2],"is":[3,171],"an":[4,93],"important":[5],"physiological":[6],"signal":[7],"that":[8],"reflects":[9],"the":[10,70,79,101,111,122,139,217,222],"physical":[11],"and":[12,30,63,154,182,202,224],"emotional":[13],"status":[14],"of":[15,47,81,141,187],"a":[16,107,128,146,163,207],"person.":[17],"Traditional":[18],"HR":[19,40,75,86,98,112,132,143,157,166,211],"measurements":[20,144],"usually":[21],"rely":[22],"on":[23,50,220],"contact":[24],"monitors,":[25],"which":[26,175],"may":[27],"cause":[28],"inconvenience":[29],"discomfort.":[31],"Recently,":[32],"some":[33],"methods":[34,219],"have":[35],"been":[36],"proposed":[37,214],"for":[38,84,96,131,210],"remote":[39,85,97],"estimation":[41,99],"from":[42,100,114,145],"face":[43],"videos;":[44],"however,":[45],"most":[46],"them":[48],"focus":[49],"well-controlled":[51],"scenarios,":[52],"their":[53],"generalization":[54],"ability":[55],"into":[56,127,137],"less-constrained":[57,208],"scenarios":[58],"(e.g.,":[59],"with":[60],"head":[61,198],"movement,":[62],"bad":[64],"illumination)":[65],"are":[66,125],"not":[67],"known.":[68],"At":[69],"same":[71],"time,":[72],"lacking":[73],"large-scale":[74,164],"databases":[76],"has":[77],"limited":[78],"use":[80,106],"deep":[82],"models":[83],"estimation.":[87,133,212],"In":[88,103,159],"this":[89],"paper,":[90],"we":[91,105,161],"propose":[92],"end-to-end":[94],"RhythmNet":[95],"face.":[102],"RyhthmNet,":[104],"spatial-temporal":[108,123],"representation":[109],"encoding":[110],"signals":[113],"multiple":[115],"ROI":[116],"volumes":[117],"as":[118,169,197],"its":[119],"input.":[120],"Then":[121],"representations":[124],"fed":[126],"convolutional":[129],"network":[130],"We":[134],"also":[135],"take":[136],"account":[138],"relationship":[140],"adjacent":[142],"video":[147],"sequence":[148],"via":[149],"Gated":[150],"Recurrent":[151],"Unit":[152],"(GRU)":[153],"achieves":[155],"efficient":[156],"measurement.":[158],"addition,":[160],"build":[162],"multi-modal":[165],"database":[167,192],"(named":[168],"VIPL-HRVIPL-HR":[170],"available":[172],"at:":[173],"),":[174],"contains":[176,193],"2,378":[177],"visible":[178],"light":[179],"videos":[180,186],"(VIS)":[181],"752":[183],"near-infrared":[184],"(NIR)":[185],"107":[188],"subjects.":[189],"Our":[190],"VIPL-HR":[191,226],"various":[194],"variations":[195],"such":[196],"movements,":[199],"illumination":[200],"variations,":[201],"acquisition":[203],"device":[204],"changes,":[205],"replicating":[206],"scenario":[209],"The":[213],"approach":[215],"outperforms":[216],"state-of-the-art":[218],"both":[221],"public-domain":[223],"our":[225],"databases.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":90},{"year":2024,"cited_by_count":76},{"year":2023,"cited_by_count":67},{"year":2022,"cited_by_count":63},{"year":2021,"cited_by_count":58},{"year":2020,"cited_by_count":23}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}