{"id":"https://openalex.org/W4386090226","doi":"https://doi.org/10.1109/tcsvt.2023.3307700","title":"TranPhys: Spatiotemporal Masked Transformer Steered Remote Photoplethysmography Estimation","display_name":"TranPhys: Spatiotemporal Masked Transformer Steered Remote Photoplethysmography Estimation","publication_year":2023,"publication_date":"2023-08-23","ids":{"openalex":"https://openalex.org/W4386090226","doi":"https://doi.org/10.1109/tcsvt.2023.3307700"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3307700","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3307700","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080901723","display_name":"Hang Shao","orcid":"https://orcid.org/0000-0002-1322-4789"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hang Shao","raw_affiliation_strings":["PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101672910","display_name":"Lei Luo","orcid":"https://orcid.org/0000-0002-9976-0442"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Luo","raw_affiliation_strings":["PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064363522","display_name":"Jianjun Qian","orcid":"https://orcid.org/0000-0002-0968-8556"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjun Qian","raw_affiliation_strings":["PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078901325","display_name":"Shuo Chen","orcid":"https://orcid.org/0000-0001-8140-0409"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shuo Chen","raw_affiliation_strings":["RIKEN Center for Advanced Intelligence Project, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047723747","display_name":"Chuanfei Hu","orcid":"https://orcid.org/0000-0003-1669-9429"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanfei Hu","raw_affiliation_strings":["Key Laboratory of Measurement and Control of Complex Systems Engineering of Ministry of Education, School of Automation, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Measurement and Control of Complex Systems Engineering of Ministry of Education, School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100726984","display_name":"Jian Yang","orcid":"https://orcid.org/0000-0003-4800-832X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"PCA Laboratory, Key Laboratory of Intelligent Perception and Systems for High-Dimensional Information of Ministry of Education, School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5080901723"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":3.0316,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.91834783,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"34","issue":"4","first_page":"3030","last_page":"3042"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8136576414108276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7032450437545776},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5392455458641052},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5156001448631287},{"id":"https://openalex.org/keywords/photoplethysmogram","display_name":"Photoplethysmogram","score":0.5030869841575623},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.47813880443573},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42571574449539185}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8136576414108276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7032450437545776},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5392455458641052},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5156001448631287},{"id":"https://openalex.org/C116390426","wikidata":"https://www.wikidata.org/wiki/Q7187885","display_name":"Photoplethysmogram","level":3,"score":0.5030869841575623},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.47813880443573},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42571574449539185},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3307700","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3307700","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4218343646","display_name":null,"funder_award_id":"61806094","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8715681119","display_name":null,"funder_award_id":"62276135","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1984026713","https://openalex.org/W1984554603","https://openalex.org/W1986273245","https://openalex.org/W2016778993","https://openalex.org/W2060667206","https://openalex.org/W2069692225","https://openalex.org/W2082046021","https://openalex.org/W2128585298","https://openalex.org/W2218803975","https://openalex.org/W2424269919","https://openalex.org/W2472200183","https://openalex.org/W2520509592","https://openalex.org/W2766766681","https://openalex.org/W2787182113","https://openalex.org/W2893517024","https://openalex.org/W2896102525","https://openalex.org/W2903521046","https://openalex.org/W2903559293","https://openalex.org/W2954053303","https://openalex.org/W2958501326","https://openalex.org/W2963433879","https://openalex.org/W2982196965","https://openalex.org/W2984922178","https://openalex.org/W2986906199","https://openalex.org/W3001798312","https://openalex.org/W3015003552","https://openalex.org/W3020225364","https://openalex.org/W3081152303","https://openalex.org/W3100063341","https://openalex.org/W3104300620","https://openalex.org/W3108080438","https://openalex.org/W3110179947","https://openalex.org/W3120068059","https://openalex.org/W3127593363","https://openalex.org/W3131296864","https://openalex.org/W3137020077","https://openalex.org/W3170161070","https://openalex.org/W3173279311","https://openalex.org/W3175452902","https://openalex.org/W3185375150","https://openalex.org/W3187532107","https://openalex.org/W3197691886","https://openalex.org/W3204093119","https://openalex.org/W3208441708","https://openalex.org/W3214831658","https://openalex.org/W3217285445","https://openalex.org/W4200264138","https://openalex.org/W4200617311","https://openalex.org/W4206847144","https://openalex.org/W4210479137","https://openalex.org/W4213019189","https://openalex.org/W4214614183","https://openalex.org/W4288358601","https://openalex.org/W4288391270","https://openalex.org/W4292793885","https://openalex.org/W4292794016","https://openalex.org/W4292794088","https://openalex.org/W4297816351","https://openalex.org/W4310263654","https://openalex.org/W4312358294","https://openalex.org/W4312576400","https://openalex.org/W4312701757","https://openalex.org/W4312829251","https://openalex.org/W4312971841","https://openalex.org/W4313156423","https://openalex.org/W4319033775","https://openalex.org/W4319300066","https://openalex.org/W4319300252","https://openalex.org/W4320015918","https://openalex.org/W4320913003","https://openalex.org/W4362603432","https://openalex.org/W4376141268","https://openalex.org/W4379805866","https://openalex.org/W4381488695","https://openalex.org/W4385245566","https://openalex.org/W6743449970","https://openalex.org/W6757817989","https://openalex.org/W6767419198","https://openalex.org/W6778939222","https://openalex.org/W6800217721","https://openalex.org/W6811422214","https://openalex.org/W6838789689"],"related_works":["https://openalex.org/W2732360296","https://openalex.org/W1994871954","https://openalex.org/W4297152434","https://openalex.org/W2072858761","https://openalex.org/W1540261775","https://openalex.org/W4239033438","https://openalex.org/W1968279762","https://openalex.org/W4318970012","https://openalex.org/W2170552210","https://openalex.org/W4378977086"],"abstract_inverted_index":{"Subtle":[0],"variations":[1],"are":[2,51],"invisible":[3],"to":[4,27,70,110,134,164,192,195,219,234],"the":[5,117,126,137,141,153,160,168,173,187,197,204,215,240],"naked":[6],"eyes":[7],"in":[8,53,144,172,243],"human":[9],"physiological":[10],"signals":[11],"can":[12],"reflect":[13],"important":[14],"biological":[15,112],"and":[16,29,41,48,57,132,147,178,202,226],"health":[17],"indicators.":[18],"Although":[19],"numerous":[20],"computer":[21],"vision":[22,128],"methods":[23],"have":[24],"been":[25],"proposed":[26],"recover":[28],"magnify":[30],"these":[31,81],"changes,":[32],"most":[33],"of":[34,61,140,199,210],"them":[35,69],"either":[36],"only":[37],"focus":[38],"on":[39,152,230],"identifying":[40],"recognizing":[42],"explicit":[43],"features":[44],"such":[45],"as":[46,214],"shapes":[47],"textures,":[49],"or":[50],"weak":[52],"long-term":[54,180],"temporal":[55,161],"modeling":[56],"spatiotemporal":[58,123,206],"interactive":[59],"perception":[60],"implicit":[62],"biometrics.":[63],"Therefore,":[64],"it":[65],"is":[66],"difficult":[67],"for":[68,93],"robustly":[71],"overcome":[72,193],"various":[73],"disturbances":[74],"that":[75,103,236],"affect":[76],"detection":[77],"performance.":[78],"To":[79],"address":[80],"issues,":[82],"this":[83],"paper":[84],"presents":[85],"TranPhys,":[86],"a":[87],"novel":[88],"remote":[89,244],"photoplethysmography":[90],"(rPPG)":[91],"network":[92],"facial":[94,104],"video-based":[95],"heart":[96,245],"rate":[97,246],"estimation.":[98,247],"Specifically,":[99],"first,":[100],"we":[101,115,158,185],"argue":[102],"subregions":[105],"vary":[106],"over":[107,176],"time":[108,177],"due":[109],"their":[111,150,179],"personalities.":[113],"So":[114],"split":[116],"input":[118,212],"face":[119],"video":[120],"into":[121],"multiple":[122,231],"tubes,":[124],"build":[125],"3D":[127],"transformer":[129],"with":[130],"encoders":[131],"decoders":[133],"adequately":[135],"model":[136],"high-dimensional":[138],"representations":[139],"respective":[142],"regulars":[143],"each":[145],"subregion,":[146],"globally":[148],"coordinate":[149],"feedback":[151],"cardiac":[154],"pulsing":[155],"waveform.":[156],"Second,":[157],"design":[159],"pooling":[162],"attention":[163],"more":[165],"finely":[166],"mine":[167],"subtle":[169],"changes":[170],"hidden":[171],"skin":[174],"color":[175],"contextual":[181],"rhythm":[182],"cues.":[183],"Third,":[184],"leverage":[186],"self-supervised":[188],"masked":[189],"autoencoding":[190],"paradigm":[191],"redundancy":[194],"enhance":[196],"robustness":[198],"our":[200,228,237],"model,":[201],"construct":[203],"targeted":[205],"sampling":[207],"maps":[208],"instead":[209],"raw":[211],"sequences":[213],"pretrained":[216],"constraint":[217],"labels":[218],"fully":[220],"inspire":[221],"self-supervision.":[222],"We":[223],"train,":[224],"validate,":[225],"practice":[227],"TranPhys":[229],"public":[232],"datasets":[233],"demonstrate":[235],"method":[238],"achieves":[239],"competitive":[241],"performance":[242]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}