{"id":"https://openalex.org/W4391952587","doi":"https://doi.org/10.1109/tpami.2024.3367910","title":"Contrast-Phys+: Unsupervised and Weakly-Supervised Video-Based Remote Physiological Measurement via Spatiotemporal Contrast","display_name":"Contrast-Phys+: Unsupervised and Weakly-Supervised Video-Based Remote Physiological Measurement via Spatiotemporal Contrast","publication_year":2024,"publication_date":"2024-02-20","ids":{"openalex":"https://openalex.org/W4391952587","doi":"https://doi.org/10.1109/tpami.2024.3367910","pmid":"https://pubmed.ncbi.nlm.nih.gov/38376970"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3367910","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3367910","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tpami.2024.3367910","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065605955","display_name":"Zhaodong Sun","orcid":"https://orcid.org/0000-0002-0597-0765"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["CN","FI"],"is_corresponding":false,"raw_author_name":"Zhaodong Sun","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou China,"],"raw_orcid":"https://orcid.org/0000-0002-0597-0765","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou China,","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101691493","display_name":"Xiaobai Li","orcid":"https://orcid.org/0000-0003-4519-7823"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["CN","FI"],"is_corresponding":false,"raw_author_name":"Xiaobai Li","raw_affiliation_strings":["State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou China,","Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4519-7823","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Blockchain and Data Security, Zhejiang University, Hangzhou China,","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":{"value":1040,"currency":"EUR","value_usd":1121},"fwci":8.4905,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.98681072,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"46","issue":"8","first_page":"5835","last_page":"5851"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10977","display_name":"Optical Imaging and Spectroscopy Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11700","display_name":"Hemodynamic Monitoring and Therapy","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8014882802963257},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7690116167068481},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6891268491744995},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.6519181728363037},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.6018838286399841},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5146663784980774},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5098756551742554},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.471371054649353},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3726556897163391},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12904450297355652}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8014882802963257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7690116167068481},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6891268491744995},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.6519181728363037},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.6018838286399841},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5146663784980774},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5098756551742554},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.471371054649353},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3726556897163391},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12904450297355652},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3367910","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3367910","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38376970","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38376970","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/tpami.2024.3367910","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3367910","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1937205382","display_name":"Towards vision-based emotion AI (EmotionAI)","funder_award_id":"336116","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G563345472","display_name":null,"funder_award_id":"345122","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G8709902322","display_name":null,"funder_award_id":"336116","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320336704","display_name":"Infotech Oulu","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W1986273245","https://openalex.org/W2003922338","https://openalex.org/W2008821584","https://openalex.org/W2016778993","https://openalex.org/W2022351629","https://openalex.org/W2029745771","https://openalex.org/W2044935899","https://openalex.org/W2046689939","https://openalex.org/W2064816869","https://openalex.org/W2069543256","https://openalex.org/W2069692225","https://openalex.org/W2096733369","https://openalex.org/W2128585298","https://openalex.org/W2138621090","https://openalex.org/W2143550175","https://openalex.org/W2218803975","https://openalex.org/W2313602734","https://openalex.org/W2424269919","https://openalex.org/W2470957930","https://openalex.org/W2472200183","https://openalex.org/W2520509592","https://openalex.org/W2766766681","https://openalex.org/W2796199091","https://openalex.org/W2805424946","https://openalex.org/W2807126412","https://openalex.org/W2842511635","https://openalex.org/W2891834928","https://openalex.org/W2893517024","https://openalex.org/W2894833919","https://openalex.org/W2903521046","https://openalex.org/W2909336075","https://openalex.org/W2954053303","https://openalex.org/W2962851944","https://openalex.org/W2963433879","https://openalex.org/W2970238056","https://openalex.org/W2982196965","https://openalex.org/W2986906199","https://openalex.org/W3034781633","https://openalex.org/W3035524453","https://openalex.org/W3036711870","https://openalex.org/W3047004659","https://openalex.org/W3108080438","https://openalex.org/W3108655343","https://openalex.org/W3109219900","https://openalex.org/W3110179947","https://openalex.org/W3120068059","https://openalex.org/W3127282219","https://openalex.org/W3127421685","https://openalex.org/W3127637041","https://openalex.org/W3133092047","https://openalex.org/W3135485589","https://openalex.org/W3145385912","https://openalex.org/W3149280913","https://openalex.org/W3173279311","https://openalex.org/W3204093119","https://openalex.org/W3204118251","https://openalex.org/W3207417694","https://openalex.org/W3211152704","https://openalex.org/W4206847144","https://openalex.org/W4212918797","https://openalex.org/W4226445524","https://openalex.org/W4241948780","https://openalex.org/W4285126378","https://openalex.org/W4286611256","https://openalex.org/W4297097704","https://openalex.org/W4297808394","https://openalex.org/W4312358294","https://openalex.org/W4312576400","https://openalex.org/W4312829251","https://openalex.org/W4320913003","https://openalex.org/W4366968111","https://openalex.org/W4382466704","https://openalex.org/W4385237414","https://openalex.org/W4386071517","https://openalex.org/W4386075654","https://openalex.org/W4386076620","https://openalex.org/W6681030710","https://openalex.org/W6685133223","https://openalex.org/W6757817989","https://openalex.org/W6767419198","https://openalex.org/W6778939222","https://openalex.org/W6838224493","https://openalex.org/W6845699158"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2069592018","https://openalex.org/W2047973478","https://openalex.org/W2075740387","https://openalex.org/W2067569035","https://openalex.org/W2371138613","https://openalex.org/W3102673927","https://openalex.org/W2327954668"],"abstract_inverted_index":{"Video-based":[0],"remote":[1,18],"physiological":[2,49],"measurement":[3],"utilizes":[4],"facial":[5,43],"videos":[6,44,134],"to":[7,29,57,82,108,110,125],"measure":[8],"the":[9,34,102,122,154,175],"blood":[10],"volume":[11],"change":[12],"signal,":[13],"which":[14,51],"is":[15,39],"also":[16],"called":[17],"photoplethysmography":[19],"(rPPG).":[20],"Supervised":[21],"methods":[22,38,139,179],"for":[23],"rPPG":[24,86,93],"measurements":[25],"have":[26],"been":[27],"shown":[28],"achieve":[30],"good":[31],"performance.":[32],"However,":[33],"drawback":[35],"of":[36,92,177,182],"these":[37],"that":[40,67,145],"they":[41],"require":[42],"with":[45],"ground":[46],"truth":[47],"(GT)":[48],"signals,":[50,166],"are":[52],"often":[53],"costly":[54],"and":[55,74,88,149,187],"difficult":[56],"obtain.":[58],"In":[59],"this":[60],"paper,":[61],"we":[62,173],"propose":[63],"Contrast-Phys+,":[64],"a":[65,79,95],"method":[66],"can":[68],"be":[69,126],"trained":[70],"in":[71,180],"both":[72,147],"unsupervised":[73],"weakly-supervised":[75],"settings.":[76],"We":[77,99,136],"employ":[78],"3DCNN":[80],"model":[81],"generate":[83],"multiple":[84],"spatiotemporal":[85],"signals":[87,104,120],"incorporate":[89,101],"prior":[90],"knowledge":[91],"into":[94,105],"contrastive":[96,106,116],"loss":[97,117],"function.":[98],"further":[100],"GT":[103,165],"learning":[107],"adapt":[109],"partial":[111],"or":[112,163,167],"misaligned":[113,164],"labels.":[114],"The":[115],"encourages":[118],"rPPG/GT":[119],"from":[121,132],"same":[123],"video":[124],"grouped":[127],"together,":[128],"while":[129],"pushing":[130],"those":[131],"different":[133],"apart.":[135],"evaluate":[137],"our":[138,178],"on":[140],"five":[141],"publicly":[142],"available":[143,162],"datasets":[144],"include":[146],"RGB":[148],"Near-infrared":[150],"videos.":[151],"Contrast-Phys+":[152],"outperforms":[153],"state-of-the-art":[155],"supervised":[156],"methods,":[157],"even":[158],"when":[159],"using":[160],"partially":[161],"no":[168],"labels":[169],"at":[170],"all.":[171],"Additionally,":[172],"highlight":[174],"advantages":[176],"terms":[181],"computational":[183],"efficiency,":[184],"noise":[185],"robustness,":[186],"generalization.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":11}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}