{"id":"https://openalex.org/W4400275690","doi":"https://doi.org/10.1109/tcsvt.2024.3422849","title":"MaskFusionNet: A Dual-Stream Fusion Model With Masked Pre-Training Mechanism for rPPG Measurement","display_name":"MaskFusionNet: A Dual-Stream Fusion Model With Masked Pre-Training Mechanism for rPPG Measurement","publication_year":2024,"publication_date":"2024-07-03","ids":{"openalex":"https://openalex.org/W4400275690","doi":"https://doi.org/10.1109/tcsvt.2024.3422849"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3422849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3422849","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079194061","display_name":"Yizhu Zhang","orcid":"https://orcid.org/0000-0003-2158-6541"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yizhu Zhang","raw_affiliation_strings":["School of Software Engineering, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064150384","display_name":"Jingang Shi","orcid":"https://orcid.org/0000-0001-7070-6365"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingang Shi","raw_affiliation_strings":["School of Software Engineering, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027360778","display_name":"Jiayin Wang","orcid":"https://orcid.org/0000-0002-3862-6557"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayin Wang","raw_affiliation_strings":["School of Computer Science and Technology, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027316177","display_name":"Yuan Zong","orcid":"https://orcid.org/0000-0002-0839-8792"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zong","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029771864","display_name":"Wenming Zheng","orcid":"https://orcid.org/0000-0002-7764-5179"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenming Zheng","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science of Ministry of Education, School of Biological Science and Medical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5079194061"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":3.6572,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.93550933,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"34","issue":"11","first_page":"11521","last_page":"11534"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11338","display_name":"Advancements in Photolithography Techniques","score":0.7103000283241272,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11338","display_name":"Advancements in Photolithography Techniques","score":0.7103000283241272,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6601064205169678},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6372495293617249},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5476178526878357},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4754326343536377},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.325061559677124},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3222726583480835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6601064205169678},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6372495293617249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5476178526878357},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4754326343536377},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.325061559677124},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3222726583480835},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3422849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3422849","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2382684070","display_name":null,"funder_award_id":"62002283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3095105706","display_name":null,"funder_award_id":"62311530046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5033343354","display_name":null,"funder_award_id":"61921004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7506227641","display_name":null,"funder_award_id":"U2003207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1984554603","https://openalex.org/W1986273245","https://openalex.org/W2003922338","https://openalex.org/W2008821584","https://openalex.org/W2016778993","https://openalex.org/W2069692225","https://openalex.org/W2087766611","https://openalex.org/W2109178308","https://openalex.org/W2424269919","https://openalex.org/W2472200183","https://openalex.org/W2520509592","https://openalex.org/W2529149089","https://openalex.org/W2612397987","https://openalex.org/W2789831303","https://openalex.org/W2830885689","https://openalex.org/W2893517024","https://openalex.org/W2896102525","https://openalex.org/W2900712889","https://openalex.org/W2902449706","https://openalex.org/W2949662773","https://openalex.org/W2958501326","https://openalex.org/W2963433879","https://openalex.org/W2963524571","https://openalex.org/W2970861568","https://openalex.org/W2982196965","https://openalex.org/W3001798312","https://openalex.org/W3014814544","https://openalex.org/W3015003552","https://openalex.org/W3020225364","https://openalex.org/W3094502228","https://openalex.org/W3100063341","https://openalex.org/W3104792420","https://openalex.org/W3108080438","https://openalex.org/W3110179947","https://openalex.org/W3120068059","https://openalex.org/W3126721948","https://openalex.org/W3127282219","https://openalex.org/W3129515546","https://openalex.org/W3131296864","https://openalex.org/W3173279311","https://openalex.org/W3197691886","https://openalex.org/W3204093119","https://openalex.org/W4200617311","https://openalex.org/W4297816351","https://openalex.org/W4312312750","https://openalex.org/W4312358294","https://openalex.org/W4312804044","https://openalex.org/W4312971841","https://openalex.org/W4319300066","https://openalex.org/W4385237414","https://openalex.org/W4385245566","https://openalex.org/W4385569528","https://openalex.org/W4386057769","https://openalex.org/W4386076625","https://openalex.org/W4386090226","https://openalex.org/W4389459303","https://openalex.org/W4399134775","https://openalex.org/W6631190155","https://openalex.org/W6631797395","https://openalex.org/W6743449970","https://openalex.org/W6767419198","https://openalex.org/W6778939222","https://openalex.org/W6796761347","https://openalex.org/W6797236868","https://openalex.org/W6797790494","https://openalex.org/W6810265253","https://openalex.org/W6845457187"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Remote":[0],"photoplethysmography":[1],"(rPPG)":[2],"has":[3],"considerable":[4],"significance":[5],"in":[6,177,239],"areas":[7],"such":[8],"as":[9],"disease":[10],"diagnosis":[11],"and":[12,61,121,144,233,242],"emotion":[13],"analysis.":[14],"Recent":[15],"rPPG":[16,97],"models":[17,33],"have":[18],"demonstrated":[19],"excellent":[20],"performance":[21,65,238],"due":[22],"to":[23,49,95,114,159,171],"their":[24],"powerful":[25],"heart":[26,125,174,199],"rate":[27,126,175,200],"information":[28,98],"extraction":[29],"capabilities.":[30],"However,":[31],"these":[32],"often":[34],"focus":[35],"on":[36,42,118,139,227],"limited":[37],"regions":[38,102,208],"of":[39,123,184,206,214],"interest":[40],"(ROI)":[41],"facial":[43,101],"image,":[44],"which":[45],"makes":[46],"them":[47],"sensitive":[48],"interference.":[50,116],"If":[51],"the":[52,63,87,90,111,119,124,140,149,154,164,169,182,211],"ROI":[53],"is":[54],"affected":[55],"by":[56,103,186],"muscle":[57],"movement,":[58],"lighting":[59],"variation":[60],"noise,":[62],"model\u2019s":[64,112],"would":[66],"degrade":[67],"significantly.":[68],"To":[69,218],"address":[70],"this":[71],"limitation,":[72],"we":[73,128,152,222],"propose":[74,153],"a":[75,105,131,203],"two-stage":[76],"model":[77,81,170,226],"called":[78],"MaskFusionNet.":[79],"The":[80,192],"includes":[82],"two":[83],"stages:":[84],"1)":[85],"During":[86],"pre-training":[88],"stage,":[89,151],"mask-reconstruction":[91],"mechanism":[92],"drives":[93],"MaskFusionNet":[94,194],"learn":[96],"from":[99,163,202],"various":[100],"applying":[104],"tube":[106],"masking":[107],"strategy.":[108],"This":[109],"enhances":[110],"ability":[113],"resist":[115],"Based":[117],"periodicity":[120],"continuity":[122],"signal,":[127],"also":[129],"design":[130],"novel":[132],"spatio-temporal":[133],"reconstruction":[134],"loss":[135],"function":[136],"that":[137],"focuses":[138],"data\u2019s":[141],"spatial":[142],"features":[143,162,188,201],"temporal":[145],"continuity.":[146],"2)":[147],"In":[148],"fine-tuning":[150],"Multi-Scale":[155],"Fusion":[156],"Block":[157],"(MFB)":[158],"combine":[160],"multi-scale":[161,197],"dual-stream":[165],"network.":[166],"It":[167],"allows":[168],"detect":[172],"subtle":[173],"variations":[176],"adjacent":[178],"frames":[179],"while":[180,209],"minimizing":[181],"impact":[183],"interference":[185],"extracting":[187],"within":[189],"longer":[190],"segments.":[191],"transformer-based":[193],"can":[195],"extract":[196],"fused":[198],"wide":[204],"range":[205],"skin":[207],"preserving":[210],"modeling":[212],"capability":[213],"long-range":[215],"sequence":[216],"information.":[217],"validate":[219],"its":[220,236],"effectiveness,":[221],"extensively":[223],"evaluate":[224],"our":[225],"three":[228],"benchmark":[229],"datasets":[230],"(VIPL-HR,":[231],"COHFACE,":[232],"PURE),":[234],"demonstrating":[235],"superior":[237],"both":[240],"intra-dataset":[241],"cross-dataset":[243],"testing":[244],"scenarios.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}