{"id":"https://openalex.org/W4411486643","doi":"https://doi.org/10.1016/j.inffus.2025.103397","title":"A self-supervised multimodal framework for 1D physiological data fusion in remote health monitoring","display_name":"A self-supervised multimodal framework for 1D physiological data fusion in remote health monitoring","publication_year":2025,"publication_date":"2025-06-20","ids":{"openalex":"https://openalex.org/W4411486643","doi":"https://doi.org/10.1016/j.inffus.2025.103397"},"language":"en","primary_location":{"id":"doi:10.1016/j.inffus.2025.103397","doi":"https://doi.org/10.1016/j.inffus.2025.103397","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2025.103397","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.inffus.2025.103397","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057814420","display_name":"Manuel Lage Ca\u00f1ellas","orcid":"https://orcid.org/0000-0002-4917-340X","observed_orcids":["https://orcid.org/0000-0002-4917-340X"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Manuel Lage Ca\u00f1ellas","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-4917-340X","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051136793","display_name":"Constantino \u00c1lvarez Casado","orcid":"https://orcid.org/0000-0002-3052-4759","observed_orcids":["https://orcid.org/0000-0002-3052-4759"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Constantino \u00c1lvarez Casado","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3052-4759","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046601342","display_name":"Le Ngu Nguyen","orcid":"https://orcid.org/0000-0001-7765-1483","observed_orcids":["https://orcid.org/0000-0001-7765-1483"]},"institutions":[{"id":"https://openalex.org/I4405273007","display_name":"Infotech Oulu","ror":"https://ror.org/0548kxt77","country_code":"FI","type":"facility","lineage":["https://openalex.org/I4405273007"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Le Nguyen","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis (CMVS), Infotech Oulu, University of Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0001-7765-1483","affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis (CMVS), Infotech Oulu, University of Oulu, Finland","institution_ids":["https://openalex.org/I4405273007","https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005498985","display_name":"Miguel Bordallo L\u00f3pez","orcid":"https://orcid.org/0000-0002-5707-9085","observed_orcids":["https://orcid.org/0000-0002-5707-9085"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miguel Bordallo L\u00f3pez","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5707-9085","affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5057814420"],"corresponding_institution_ids":[],"apc_list":{"value":4740,"currency":"USD","value_usd":4740},"apc_paid":{"value":4740,"currency":"USD","value_usd":4740},"fwci":1.6233,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.80905773,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"124","issue":null,"first_page":"103397","last_page":"103397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.9909999966621399},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.8360000252723694},{"id":"https://openalex.org/keywords/remote-patient-monitoring","display_name":"remote patient monitoring","score":0.9750000238418579},{"id":"https://openalex.org/keywords/heart-rate-estimation","display_name":"heart rate estimation","score":0.5799999833106995},{"id":"https://openalex.org/keywords/respiratory-monitoring","display_name":"respiratory monitoring","score":0.7289999723434448},{"id":"https://openalex.org/keywords/rgb-camera","display_name":"RGB camera","score":0.7670000195503235},{"id":"https://openalex.org/keywords/depth-camera","display_name":"depth camera","score":0.9959999918937683},{"id":"https://openalex.org/keywords/contrastive-learning","display_name":"contrastive learning","score":0.9829999804496765},{"id":"https://openalex.org/keywords/breathing-pattern-classification","display_name":"breathing pattern classification","score":0.7260000109672546},{"id":"https://openalex.org/keywords/limited-labeled-data","display_name":"limited labeled data","score":0.8230000138282776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7493588328361511},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5459191203117371},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4748181104660034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43004706501960754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3397512435913086},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3250119388103485},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.inffus.2025.103397","doi":"https://doi.org/10.1016/j.inffus.2025.103397","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2025.103397","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.5044405","doi":"https://doi.org/10.2139/ssrn.5044405","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.5044405","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1016/j.inffus.2025.103397","doi":"https://doi.org/10.1016/j.inffus.2025.103397","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.inffus.2025.103397","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.5683000087738037,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1824793925","display_name":"6G Flagship - 6G-Enabled Wireless Smart Society & Ecosystem","funder_award_id":"346208","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320336704","display_name":"Infotech Oulu","ror":"https://ror.org/0548kxt77"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1539811621","https://openalex.org/W1989689139","https://openalex.org/W2015394094","https://openalex.org/W2069692225","https://openalex.org/W2117614111","https://openalex.org/W2162800060","https://openalex.org/W2785325870","https://openalex.org/W2892035503","https://openalex.org/W2903711903","https://openalex.org/W2944356707","https://openalex.org/W2970971581","https://openalex.org/W2972687021","https://openalex.org/W2972810968","https://openalex.org/W2979598391","https://openalex.org/W2990138404","https://openalex.org/W3005347330","https://openalex.org/W3005680577","https://openalex.org/W3040854424","https://openalex.org/W3155404242","https://openalex.org/W3190152617","https://openalex.org/W3196747467","https://openalex.org/W4206042814","https://openalex.org/W4206136329","https://openalex.org/W4213052788","https://openalex.org/W4221108754","https://openalex.org/W4237719579","https://openalex.org/W4285217934","https://openalex.org/W4303648950","https://openalex.org/W4308126795","https://openalex.org/W4309265191","https://openalex.org/W4366829097","https://openalex.org/W4386108504","https://openalex.org/W4389372991","https://openalex.org/W4389649986","https://openalex.org/W4389897587","https://openalex.org/W4391225171","https://openalex.org/W4392741075","https://openalex.org/W4395472458","https://openalex.org/W4396699072","https://openalex.org/W4396720269","https://openalex.org/W4400488542"],"related_works":["https://openalex.org/W7155059882","https://openalex.org/W4417101583","https://openalex.org/W7221761910","https://openalex.org/W4415131633","https://openalex.org/W7129055062","https://openalex.org/W4388118699","https://openalex.org/W4206847144","https://openalex.org/W6964122576","https://openalex.org/W4362496488","https://openalex.org/W4211062518"],"abstract_inverted_index":{"The":[0,205],"growth":[1],"of":[2,15,140,156,184],"labeled":[3,88,141],"data":[4,89,142],"for":[5,33,187,194],"remote":[6],"healthcare":[7,195],"analysis":[8],"lags":[9],"far":[10],"behind":[11],"the":[12,77,105,128,157,159,180],"rapid":[13],"expansion":[14],"raw":[16],"data,":[17],"creating":[18],"a":[19,27,149,173],"significant":[20],"bottleneck.":[21],"To":[22],"address":[23],"this,":[24],"we":[25],"propose":[26],"multimodal":[28,107],"self-supervised":[29,185],"learning":[30,71,186],"(SSL)":[31],"framework":[32],"1D":[34],"signals":[35],"that":[36,127],"leverages":[37],"unlabeled":[38],"physiological":[39,122,188],"data.":[40,78],"Our":[41,124],"architecture":[42,80],"fuses":[43],"heart":[44],"and":[45,56,62,110,121,143,182,196],"respiration":[46],"waveforms":[47],"from":[48,76],"three":[49],"sensors":[50,95],"\u2013":[51,59],"mWave":[52],"radar,":[53],"RGB":[54],"camera,":[55],"depth":[57],"camera":[58],"while":[60],"processing":[61],"augmenting":[63],"each":[64],"modality":[65],"separately.":[66],"It":[67],"then":[68],"uses":[69],"contrastive":[70],"to":[72,132,169],"extract":[73],"robust":[74],"features":[75],"This":[79,177],"enables":[81],"effective":[82],"downstream":[83],"task":[84],"training,":[85],"with":[86,154,172,199],"reduced":[87],"even":[90],"in":[91,164],"scenarios":[92],"where":[93],"certain":[94],"or":[96,202],"modalities":[97],"are":[98],"unavailable.":[99],"We":[100],"validate":[101],"our":[102],"approach":[103],"using":[104,137,147],"OMuSense-23":[106],"biometric":[108],"dataset,":[109],"evaluate":[111],"its":[112],"performance":[113],"on":[114],"tasks":[115],"such":[116],"as":[117],"breathing":[118,165],"pattern":[119,166],"recognition":[120],"classification.":[123],"results":[125],"show":[126],"models":[129],"perform":[130],"comparably":[131],"fully":[133,174],"supervised":[134,175],"methods":[135],"when":[136,146],"large":[138],"amounts":[139],"outperforms":[144],"them":[145],"only":[148],"small":[150],"percentage.":[151],"In":[152],"particular,":[153],"1%":[155],"labels,":[158],"model":[160],"achieves":[161],"64%":[162],"accuracy":[163],"classification":[167],"compared":[168],"24":[170],"%":[171],"approach.":[176],"work":[178],"highlights":[179],"scalability":[181],"adaptability":[183],"monitoring,":[189],"making":[190],"it":[191],"particularly":[192],"valuable":[193],"well-being":[197],"applications":[198],"limited":[200],"labels":[201],"sensor":[203],"availability.":[204],"code":[206],"is":[207],"publicly":[208],"available":[209],"at:":[210],"https://gitlab.com/manulainen/ssl-physiological":[211],".":[212]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2025-10-10T00:00:00"}
