{"id":"https://openalex.org/W4400350685","doi":"https://doi.org/10.1109/tce.2024.3424338","title":"TCNTransNet: A Semi-Supervised Temporal-Spatial Fusion Framework for Heart Rate Estimation From Camera Video","display_name":"TCNTransNet: A Semi-Supervised Temporal-Spatial Fusion Framework for Heart Rate Estimation From Camera Video","publication_year":2024,"publication_date":"2024-07-05","ids":{"openalex":"https://openalex.org/W4400350685","doi":"https://doi.org/10.1109/tce.2024.3424338"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2024.3424338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3424338","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108952183","display_name":"Bailin Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bailin Hou","raw_affiliation_strings":["College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108880492","display_name":"Yimou Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimou Lv","raw_affiliation_strings":["College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100326344","display_name":"Lin Qi","orcid":"https://orcid.org/0000-0002-1579-2333"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Qi","raw_affiliation_strings":["College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101437600","display_name":"Yongchun Li","orcid":"https://orcid.org/0000-0003-1938-377X"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongchun Li","raw_affiliation_strings":["Department of Product Design, Shenyang Contain Electronic Technology Company Ltd., Shenyang, China","Shenyang Contain Electronic Technology Co., Ltd, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Department of Product Design, Shenyang Contain Electronic Technology Company Ltd., Shenyang, China","institution_ids":["https://openalex.org/I157507598"]},{"raw_affiliation_string":"Shenyang Contain Electronic Technology Co., Ltd, Shenyang, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5108952183"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":0.3631,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54695095,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"71","issue":"2","first_page":"5837","last_page":"5846"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10977","display_name":"Optical Imaging and Spectroscopy Techniques","score":0.9517999887466431,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9381999969482422,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6948068141937256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6802307367324829},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6017743349075317},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5576055645942688},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.46477583050727844},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.45030272006988525},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.338791161775589},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.12655171751976013}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6948068141937256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6802307367324829},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6017743349075317},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5576055645942688},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.46477583050727844},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.45030272006988525},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.338791161775589},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.12655171751976013},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2024.3424338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2024.3424338","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1072562731","display_name":null,"funder_award_id":"2021-MS-087","funder_id":"https://openalex.org/F4320323086","funder_display_name":"Natural Science Foundation of Liaoning Province"},{"id":"https://openalex.org/G1175791231","display_name":null,"funder_award_id":"No.2021-MS-087","funder_id":"https://openalex.org/F4320323086","funder_display_name":"Natural Science Foundation of Liaoning Province"},{"id":"https://openalex.org/G1573746227","display_name":null,"funder_award_id":"21\u2013104\u20131\u201324","funder_id":"https://openalex.org/F4320324679","funder_display_name":"Shenyang Science and Technology Bureau"},{"id":"https://openalex.org/G8069202302","display_name":null,"funder_award_id":"2020YFC2004400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320323086","display_name":"Natural Science Foundation of Liaoning Province","ror":null},{"id":"https://openalex.org/F4320324679","display_name":"Shenyang Science and Technology Bureau","ror":"https://ror.org/007medz62"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2003922338","https://openalex.org/W2008821584","https://openalex.org/W2010270685","https://openalex.org/W2069692225","https://openalex.org/W2395639500","https://openalex.org/W2520509592","https://openalex.org/W2591877285","https://openalex.org/W2896102525","https://openalex.org/W2958501326","https://openalex.org/W2963433879","https://openalex.org/W2964159205","https://openalex.org/W2982196965","https://openalex.org/W3011722075","https://openalex.org/W3020225364","https://openalex.org/W3091973516","https://openalex.org/W3109860245","https://openalex.org/W3110179947","https://openalex.org/W3127593363","https://openalex.org/W3130855098","https://openalex.org/W3131296864","https://openalex.org/W3134237664","https://openalex.org/W3162410350","https://openalex.org/W3168825659","https://openalex.org/W3170049569","https://openalex.org/W3173279311","https://openalex.org/W4200264138","https://openalex.org/W4200617311","https://openalex.org/W4285190995","https://openalex.org/W4312358294","https://openalex.org/W4319300252","https://openalex.org/W4319994050","https://openalex.org/W4321349231","https://openalex.org/W4321484266","https://openalex.org/W4385245566","https://openalex.org/W4385626266","https://openalex.org/W4385801179","https://openalex.org/W4385805018","https://openalex.org/W4386075654","https://openalex.org/W4386212336","https://openalex.org/W4388739229","https://openalex.org/W4392824555"],"related_works":["https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3214791684","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2095903272","https://openalex.org/W2353265673"],"abstract_inverted_index":{"Remote":[0],"photoplethysmography":[1],"(rPPG)":[2],"offers":[3],"a":[4,68,81,107,132,137],"remote":[5],"and":[6,57,61,90,98,114,118,124,165],"non-contact":[7],"approach":[8],"to":[9,44,111],"measure":[10],"physiological":[11],"signals,":[12,129],"such":[13,51],"as":[14,52],"Heart":[15],"Rate":[16],"(HR),":[17],"from":[18,27,59],"facial":[19],"videos.":[20],"With":[21],"the":[22,95,122,142,148],"convenience":[23],"of":[24,101,127],"capturing":[25],"video":[26],"cameras,":[28],"rPPG":[29,40,102,128],"technology":[30],"can":[31,92],"be":[32],"widely":[33],"used":[34],"in":[35,54,136],"daily":[36],"health":[37],"monitoring.":[38],"However,":[39],"measurements":[41],"are":[42],"susceptible":[43],"interference":[45],"caused":[46],"by":[47,147],"various":[48,177],"external":[49],"factors,":[50],"changes":[53],"environmental":[55],"light":[56],"movements":[58],"devices":[60],"humans.":[62],"In":[63],"this":[64],"paper,":[65],"we":[66,105,130],"propose":[67],"novel":[69],"rPPG-based":[70],"HR":[71,156],"estimation":[72,157],"framework":[73],"called":[74],"TCNTransNet.":[75],"The":[76],"TCNTransNet":[77],"is":[78],"designed":[79],"with":[80],"parallel":[82],"architecture,":[83],"which":[84],"includes":[85],"Temporal":[86],"Convolution":[87],"Network":[88],"(TCN)":[89],"Transformer,":[91],"simultaneously":[93],"capture":[94],"local":[96],"details":[97],"global":[99],"periodicity":[100],"signals.":[103],"Additionally,":[104],"introduce":[106],"bidirectional":[108],"Cross-Attention":[109],"module":[110],"fuse":[112],"information":[113],"mutually":[115],"complement":[116],"TCN":[117],"Transformer.":[119],"To":[120],"leverage":[121],"temporal":[123],"frequency":[125,144],"characteristics":[126],"adopt":[131],"two-stage":[133],"training":[134],"strategy":[135],"semi-supervised":[138],"manner":[139],"that":[140,170],"constrains":[141],"signal":[143],"range":[145],"learned":[146],"proposed":[149],"model.":[150],"We":[151],"evaluate":[152],"our":[153,171],"method":[154,172],"for":[155],"on":[158],"two":[159],"challenging":[160],"public":[161],"benchmark":[162],"datasets,":[163],"COHFACE":[164],"VIPL-HR.":[166],"Extensive":[167],"experiments":[168],"demonstrate":[169],"achieves":[173],"comparable":[174],"performance":[175],"over":[176],"complex":[178],"scenarios.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}