{"id":"https://openalex.org/W4392207717","doi":"https://doi.org/10.1109/tcss.2024.3356713","title":"Dual-Path TokenLearner for Remote Photoplethysmography-Based Physiological Measurement With Facial Videos","display_name":"Dual-Path TokenLearner for Remote Photoplethysmography-Based Physiological Measurement With Facial Videos","publication_year":2024,"publication_date":"2024-02-27","ids":{"openalex":"https://openalex.org/W4392207717","doi":"https://doi.org/10.1109/tcss.2024.3356713"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3356713","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3356713","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079004601","display_name":"Wei Qian","orcid":"https://orcid.org/0009-0007-9467-6296"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Qian","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology (HFUT), Hefei, China"],"raw_orcid":"https://orcid.org/0009-0007-9467-6296","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology (HFUT), Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059530979","display_name":"Dan Guo","orcid":"https://orcid.org/0000-0003-2594-254X"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Guo","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology (HFUT), Hefei, China","Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China","Anhui Zhonghuitong Technology Co., Ltd., Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-2594-254X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology (HFUT), Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":[]},{"raw_affiliation_string":"Anhui Zhonghuitong Technology Co., Ltd., Anhui, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377498","display_name":"Kun Li","orcid":"https://orcid.org/0000-0001-5083-2145"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Li","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology (HFUT), Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5083-2145","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology (HFUT), Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353431","display_name":"Xiaowei Zhang","orcid":"https://orcid.org/0000-0001-8562-416X"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University (LZU), Lanzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8562-416X","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University (LZU), Lanzhou, China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111753064","display_name":"Xilan Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I2800372957","display_name":"China Electronics Technology Group Corporation","ror":"https://ror.org/0098hst83","country_code":"CN","type":"company","lineage":["https://openalex.org/I2800372957"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xilan Tian","raw_affiliation_strings":["The 38th Research Institute of China Electronics Technology Group Corporation, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The 38th Research Institute of China Electronics Technology Group Corporation, Hefei, China","institution_ids":["https://openalex.org/I2800372957"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034737032","display_name":"Xun Yang","orcid":"https://orcid.org/0000-0003-0201-1638"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Yang","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China (USTC), Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-0201-1638","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100377147","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0002-3094-7735"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology (HFUT), Hefei, China","Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3094-7735","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology (HFUT), Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9005,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9154139,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"11","issue":"3","first_page":"4465","last_page":"4477"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/photoplethysmogram","display_name":"Photoplethysmogram","score":0.8133050203323364},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5349382758140564},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5253459811210632},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.49330583214759827},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.48652878403663635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45023900270462036},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.43369919061660767},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.35277122259140015},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14104923605918884}],"concepts":[{"id":"https://openalex.org/C116390426","wikidata":"https://www.wikidata.org/wiki/Q7187885","display_name":"Photoplethysmogram","level":3,"score":0.8133050203323364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5349382758140564},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5253459811210632},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49330583214759827},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.48652878403663635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45023900270462036},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.43369919061660767},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35277122259140015},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14104923605918884},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3356713","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3356713","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4862433228","display_name":null,"funder_award_id":"62272144","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5038960961","display_name":null,"funder_award_id":"U20A20183","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5586136776","display_name":null,"funder_award_id":"2022YFB4500600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6151690139","display_name":null,"funder_award_id":"62020106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8480155402","display_name":null,"funder_award_id":"72188101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1984554603","https://openalex.org/W1986273245","https://openalex.org/W2003922338","https://openalex.org/W2008821584","https://openalex.org/W2016778993","https://openalex.org/W2044935899","https://openalex.org/W2069692225","https://openalex.org/W2187089797","https://openalex.org/W2218803975","https://openalex.org/W2472200183","https://openalex.org/W2520509592","https://openalex.org/W2548034104","https://openalex.org/W2766766681","https://openalex.org/W2788334925","https://openalex.org/W2805424946","https://openalex.org/W2807126412","https://openalex.org/W2888483834","https://openalex.org/W2893517024","https://openalex.org/W2896102525","https://openalex.org/W2903521046","https://openalex.org/W2938169034","https://openalex.org/W2958501326","https://openalex.org/W2963433879","https://openalex.org/W2963524571","https://openalex.org/W2964452558","https://openalex.org/W2982021328","https://openalex.org/W2982196965","https://openalex.org/W2990152177","https://openalex.org/W2999926771","https://openalex.org/W3014415343","https://openalex.org/W3020225364","https://openalex.org/W3087922470","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3100063341","https://openalex.org/W3110179947","https://openalex.org/W3117965214","https://openalex.org/W3120068059","https://openalex.org/W3138516171","https://openalex.org/W3173279311","https://openalex.org/W3175452902","https://openalex.org/W3176201273","https://openalex.org/W3179605112","https://openalex.org/W3204447181","https://openalex.org/W3215348150","https://openalex.org/W4226291055","https://openalex.org/W4285126378","https://openalex.org/W4293145333","https://openalex.org/W4294068743","https://openalex.org/W4306832857","https://openalex.org/W4312358294","https://openalex.org/W4312565043","https://openalex.org/W4312576400","https://openalex.org/W4312829251","https://openalex.org/W4319300066","https://openalex.org/W4382466704","https://openalex.org/W4385627244","https://openalex.org/W4385825476","https://openalex.org/W4386075654","https://openalex.org/W4387092454","https://openalex.org/W6767419198","https://openalex.org/W6778939222"],"related_works":["https://openalex.org/W2732360296","https://openalex.org/W1994871954","https://openalex.org/W4297152434","https://openalex.org/W2072858761","https://openalex.org/W1540261775","https://openalex.org/W4239033438","https://openalex.org/W1968279762","https://openalex.org/W4318970012","https://openalex.org/W2170552210","https://openalex.org/W4378977086"],"abstract_inverted_index":{"Remote":[0],"photoplethysmography":[1],"(rPPG)-based":[2],"physiological":[3,49,198],"measurement":[4,199],"is":[5,93,152],"an":[6],"emerging":[7],"yet":[8],"crucial":[9],"vision":[10],"task,":[11],"whose":[12],"challenge":[13],"lies":[14],"in":[15,34,56,79,95,132,177,209],"exploring":[16],"accurate":[17],"rPPG":[18,139,191,224],"prediction":[19,140],"from":[20,113,143],"facial":[21,29,57,134],"videos":[22],"accompanied":[23],"by":[24,51,63,70],"noises":[25],"of":[26,59,102,117,159],"illumination":[27],"variations,":[28],"occlusions,":[30],"head":[31,167],"movements,":[32],"etc.,":[33],"a":[35,85,125,148,178,220],"noncontact":[36],"manner.":[37],"Existing":[38],"mainstream":[39],"convolutional":[40],"neural":[41,81],"network":[42],"(CNN)-based":[43],"models":[44,67],"make":[45],"efforts":[46],"to":[47,105,129,154,185],"detect":[48],"signals":[50],"capturing":[52],"subtle":[53],"color":[54],"changes":[55],"regions":[58],"interest":[60],"(ROI)":[61],"caused":[62],"heartbeats.":[64],"However,":[65],"such":[66,165],"are":[68,175,202],"constrained":[69],"the":[71,80,100,114,118,121,138,156,183],"limited":[72],"local":[73],"spatial":[74,108,126],"or":[75],"temporal":[76,110,149,163],"receptive":[77],"fields":[78],"units.":[82],"Unlike":[83],"them,":[84],"native":[86],"transformer-based":[87],"framework":[88],"called":[89],"dual-path":[90,179],"TokenLearner":[91,127,150],"(dual-TL)":[92],"proposed":[94,122],"this":[96],"article,":[97],"which":[98,136,161],"utilizes":[99],"concept":[101],"learnable":[103],"tokens":[104],"integrate":[106],"both":[107,210],"and":[109,173,212],"informative":[111],"contexts":[112],"global":[115],"perspective":[116],"video.":[119],"Specifically,":[120],"dual-TL":[123,205],"uses":[124],"(S-TL)":[128],"explore":[130],"associations":[131],"different":[133],"ROIs,":[135],"promises":[137],"far":[141],"away":[142],"noisy":[144],"ROI":[145],"disturbances.":[146],"Complementarily,":[147],"(T-TL)":[151],"designed":[153],"infer":[155],"quasi-periodic":[157],"pattern":[158],"heartbeats,":[160],"eliminates":[162],"disturbances":[164,188],"as":[166,219],"movements.":[168],"The":[169,204],"two":[170],"TokenLearners,":[171],"S-TL":[172],"T-TL,":[174],"executed":[176],"mode.":[180],"This":[181],"enables":[182],"model":[184],"reduce":[186],"noise":[187],"for":[189,223],"final":[190],"signal":[192],"prediction.":[193],"Extensive":[194],"experiments":[195],"on":[196],"four":[197],"benchmark":[200],"datasets":[201],"conducted.":[203],"achieves":[206],"state-of-the-art":[207],"performances":[208],"intra":[211],"cross-dataset":[213],"testings,":[214],"demonstrating":[215],"its":[216],"immense":[217],"potential":[218],"basic":[221],"backbone":[222],"measurement.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}
