{"id":"https://openalex.org/W4320913003","doi":"https://doi.org/10.1007/s11263-023-01758-1","title":"PhysFormer++: Facial Video-Based Physiological Measurement with SlowFast Temporal Difference Transformer","display_name":"PhysFormer++: Facial Video-Based Physiological Measurement with SlowFast Temporal Difference Transformer","publication_year":2023,"publication_date":"2023-02-15","ids":{"openalex":"https://openalex.org/W4320913003","doi":"https://doi.org/10.1007/s11263-023-01758-1"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-023-01758-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-023-01758-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01758-1.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01758-1.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062522283","display_name":"Zitong Yu","orcid":"https://orcid.org/0000-0001-6505-3304"},"institutions":[{"id":"https://openalex.org/I4396570619","display_name":"Great Bay University","ror":"https://ror.org/01hdgge16","country_code":null,"type":"education","lineage":["https://openalex.org/I4396570619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zitong Yu","raw_affiliation_strings":["Great Bay University, Dongguan, 523000, China"],"raw_orcid":"https://orcid.org/0000-0001-6505-3304","affiliations":[{"raw_affiliation_string":"Great Bay University, Dongguan, 523000, China","institution_ids":["https://openalex.org/I4396570619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052917688","display_name":"Yuming Shen","orcid":"https://orcid.org/0000-0003-4017-9140"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yuming Shen","raw_affiliation_strings":["University of Oxford, Oxford, OX13PJ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, OX13PJ, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064150384","display_name":"Jingang Shi","orcid":"https://orcid.org/0000-0001-7070-6365"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingang Shi","raw_affiliation_strings":["Xi\u2019an Jiaotong University, Xi\u2019an, 710049, China","Xi'an Jiaotong University, Xi'an, 710049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi\u2019an Jiaotong University, Xi\u2019an, 710049, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Xi'an Jiaotong University, Xi'an, 710049, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078109015","display_name":"Hengshuang Zhao","orcid":"https://orcid.org/0000-0001-8277-2706"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hengshuang Zhao","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040232431","display_name":"Yawen Cui","orcid":"https://orcid.org/0000-0002-9337-687X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Yawen Cui","raw_affiliation_strings":["University of Oulu, 90014, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, 90014, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102747424","display_name":"Jiehua Zhang","orcid":"https://orcid.org/0000-0003-4342-0139"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jiehua Zhang","raw_affiliation_strings":["University of Oulu, 90014, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, 90014, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042899882","display_name":"Philip H. S. Torr","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Philip Torr","raw_affiliation_strings":["University of Oxford, Oxford, OX13PJ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, OX13PJ, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["University of Oulu, 90014, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu, 90014, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5082301986"],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":10.3117,"has_fulltext":true,"cited_by_count":127,"citation_normalized_percentile":{"value":0.99318069,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"131","issue":"6","first_page":"1307","last_page":"1330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7533233165740967},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6622849106788635},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5242415070533752},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5217089056968689},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.47414466738700867},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.44378921389579773},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43903979659080505},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41836756467819214},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4137459397315979},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3912090063095093},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.24304872751235962}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7533233165740967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6622849106788635},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5242415070533752},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5217089056968689},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.47414466738700867},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.44378921389579773},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43903979659080505},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41836756467819214},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4137459397315979},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3912090063095093},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.24304872751235962},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11263-023-01758-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-023-01758-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01758-1.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11263-023-01758-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-023-01758-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-023-01758-1.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1203979484","display_name":null,"funder_award_id":"EP/N019474/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320005","display_name":"Royal Academy of Engineering","ror":"https://ror.org/0526snb40"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320323692","display_name":"Oulun Yliopisto","ror":"https://ror.org/03yj89h83"},{"id":"https://openalex.org/F4320330138","display_name":"Oulun Yliopistollinen Sairaala","ror":"https://ror.org/045ney286"},{"id":"https://openalex.org/F4320330293","display_name":"CSC \u2013 IT Center for Science","ror":"https://ror.org/04m8m1253"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4320913003.pdf"},"referenced_works_count":88,"referenced_works":["https://openalex.org/W1981276685","https://openalex.org/W1984554603","https://openalex.org/W1986273245","https://openalex.org/W2003922338","https://openalex.org/W2008821584","https://openalex.org/W2066454034","https://openalex.org/W2069692225","https://openalex.org/W2122098299","https://openalex.org/W2194775991","https://openalex.org/W2218803975","https://openalex.org/W2296073425","https://openalex.org/W2472200183","https://openalex.org/W2520509592","https://openalex.org/W2553156677","https://openalex.org/W2786529723","https://openalex.org/W2787182113","https://openalex.org/W2805424946","https://openalex.org/W2807904173","https://openalex.org/W2891834928","https://openalex.org/W2893517024","https://openalex.org/W2902449706","https://openalex.org/W2903521046","https://openalex.org/W2903559293","https://openalex.org/W2919624000","https://openalex.org/W2958501326","https://openalex.org/W2963433879","https://openalex.org/W2963524571","https://openalex.org/W2963563276","https://openalex.org/W2963925437","https://openalex.org/W2964199361","https://openalex.org/W2964796858","https://openalex.org/W2982196965","https://openalex.org/W2986906199","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W3020225364","https://openalex.org/W3033778765","https://openalex.org/W3094502228","https://openalex.org/W3095422700","https://openalex.org/W3096609285","https://openalex.org/W3100063341","https://openalex.org/W3101998545","https://openalex.org/W3105616927","https://openalex.org/W3108080438","https://openalex.org/W3110179947","https://openalex.org/W3116489684","https://openalex.org/W3121523901","https://openalex.org/W3129515546","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3159778524","https://openalex.org/W3163937874","https://openalex.org/W3164690902","https://openalex.org/W3170841864","https://openalex.org/W3170898657","https://openalex.org/W3173279311","https://openalex.org/W3173459793","https://openalex.org/W3175452902","https://openalex.org/W3201844719","https://openalex.org/W3203701986","https://openalex.org/W3204093119","https://openalex.org/W3204118251","https://openalex.org/W3209712295","https://openalex.org/W3210279979","https://openalex.org/W3211152704","https://openalex.org/W3216998657","https://openalex.org/W4200633922","https://openalex.org/W4212774754","https://openalex.org/W4213019189","https://openalex.org/W4214612132","https://openalex.org/W4214614183","https://openalex.org/W4214736485","https://openalex.org/W4306832857","https://openalex.org/W4306955484","https://openalex.org/W4310263654","https://openalex.org/W4312358294","https://openalex.org/W4312509322","https://openalex.org/W4312560592","https://openalex.org/W4319300066","https://openalex.org/W6739901393","https://openalex.org/W6788556936","https://openalex.org/W6790690058","https://openalex.org/W6796568838","https://openalex.org/W6797790494","https://openalex.org/W6798038150","https://openalex.org/W6802122185","https://openalex.org/W6810353043"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W3099765033","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W3167935049","https://openalex.org/W3029198973","https://openalex.org/W3048601286","https://openalex.org/W2965925734"],"abstract_inverted_index":{"Abstract":[0],"Remote":[1],"photoplethysmography":[2],"(rPPG),":[3],"which":[4,50,164,216],"aims":[5],"at":[6],"measuring":[7],"heart":[8],"activities":[9],"and":[10,28,56,74,81,110,125,144,154,170,172,191],"physiological":[11],"signals":[12],"from":[13,200,211],"facial":[14],"video":[15,68],"without":[16],"any":[17],"contact,":[18],"has":[19],"great":[20],"potential":[21],"in":[22,92,161],"many":[23],"applications":[24],"(e.g.,":[25],"remote":[26],"healthcare":[27],"affective":[29],"computing).":[30],"Recent":[31],"deep":[32],"learning":[33,153,157],"approaches":[34],"focus":[35],"on":[36,179,188,213],"mining":[37],"subtle":[38],"rPPG":[39,59,86,102,127,214,227],"clues":[40],"using":[41],"convolutional":[42],"neural":[43],"networks":[44,197],"with":[45,104,140],"limited":[46],"spatio-temporal":[47,54,83,115],"receptive":[48],"fields,":[49],"neglect":[51],"the":[52,94,100,113,122,132,135,150,203,226],"long-range":[53],"perception":[55],"interaction":[57],"for":[58,85,168,225],"modeling.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64,129,148],"propose":[65,149],"two":[66],"end-to-end":[67],"transformer":[69,196,223],"based":[70,138],"architectures,":[71],"namely":[72],"PhysFormer":[73,133,169,205],"PhysFormer++,":[75],"to":[76,134,183],"adaptively":[77],"aggregate":[78],"both":[79,189],"local":[80,114],"global":[82,108],"features":[84,103],"representation":[87,116],"enhancement.":[88],"As":[89],"key":[90],"modules":[91],"PhysFormer,":[93],"temporal":[95,105,123,141],"difference":[96,106,142],"transformers":[97],"first":[98],"enhance":[99],"quasi-periodic":[101],"guided":[107],"attention,":[109],"then":[111],"refine":[112],"against":[117],"interference.":[118],"To":[119],"better":[120],"exploit":[121],"contextual":[124],"periodic":[126,143],"clues,":[128],"also":[130],"extend":[131],"two-pathway":[136],"SlowFast":[137],"PhysFormer++":[139,171],"cross-attention":[145],"transformers.":[146],"Furthermore,":[147],"label":[151],"distribution":[152],"a":[155,221],"curriculum":[156],"inspired":[158],"dynamic":[159],"constraint":[160],"frequency":[162],"domain,":[163],"provide":[165],"elaborate":[166],"supervisions":[167],"alleviate":[173],"overfitting.":[174],"Comprehensive":[175],"experiments":[176],"are":[177],"performed":[178],"four":[180],"benchmark":[181],"datasets":[182],"show":[184],"our":[185],"superior":[186],"performance":[187],"intra-":[190],"cross-dataset":[192],"testings.":[193],"Unlike":[194],"most":[195],"needed":[198],"pretraining":[199],"large-scale":[201],"datasets,":[202,215],"proposed":[204],"family":[206],"can":[207],"be":[208],"easily":[209],"trained":[210],"scratch":[212],"makes":[217],"it":[218],"promising":[219],"as":[220],"novel":[222],"baseline":[224],"community.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":46},{"year":2024,"cited_by_count":42},{"year":2023,"cited_by_count":17}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}