{"id":"https://openalex.org/W7151859196","doi":"https://doi.org/10.1007/s11633-025-1601-1","title":"Unveiling Hidden Psychological States: Synergistic Fusion of Amplified Color and Motion from Video","display_name":"Unveiling Hidden Psychological States: Synergistic Fusion of Amplified Color and Motion from Video","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7151859196","doi":"https://doi.org/10.1007/s11633-025-1601-1"},"language":"en","primary_location":{"id":"doi:10.1007/s11633-025-1601-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-025-1601-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11633-025-1601-1.pdf","source":{"id":"https://openalex.org/S28082686","display_name":"Machine Intelligence Research","issn_l":"1476-8186","issn":["1476-8186","1751-8520","2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11633-025-1601-1.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031051208","display_name":"Yiwei Ru","orcid":"https://orcid.org/0009-0004-5577-2769"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiwei Ru","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications (BUPT), Beijing, 100876, China","State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, 100190, China"],"raw_orcid":"https://orcid.org/0009-0004-5577-2769","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications (BUPT), Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108616991","display_name":"Qi Li","orcid":"https://orcid.org/0000-0002-7905-2860"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Li","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, 100190, China"],"raw_orcid":"https://orcid.org/0000-0002-7905-2860","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101825877","display_name":"Yongji Liu","orcid":"https://orcid.org/0000-0002-6954-7106"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongji Liu","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications (BUPT), Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications (BUPT), Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133227975","display_name":"Huijia Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijia Wu","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications (BUPT), Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications (BUPT), Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057318866","display_name":"Zhaofeng He","orcid":"https://orcid.org/0000-0002-3433-8435"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaofeng He","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications (BUPT), Beijing, 100876, China"],"raw_orcid":"https://orcid.org/0000-0002-3433-8435","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications (BUPT), Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055505703","display_name":"Zhenan Sun","orcid":"https://orcid.org/0000-0003-4029-9935"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenan Sun","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, 100190, China"],"raw_orcid":"https://orcid.org/0000-0003-4029-9935","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057318866"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":{"value":3190,"currency":"USD","value_usd":3190},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34194945,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":"2","first_page":"396","last_page":"408"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.3361999988555908,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.3361999988555908,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.10999999940395355,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.045099999755620956,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4916999936103821},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.39399999380111694},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.2824999988079071},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.2824000120162964},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2759999930858612}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7278000116348267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.713100016117096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5935999751091003},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4916999936103821},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.27410000562667847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11633-025-1601-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-025-1601-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11633-025-1601-1.pdf","source":{"id":"https://openalex.org/S28082686","display_name":"Machine Intelligence Research","issn_l":"1476-8186","issn":["1476-8186","1751-8520","2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11633-025-1601-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-025-1601-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11633-025-1601-1.pdf","source":{"id":"https://openalex.org/S28082686","display_name":"Machine Intelligence Research","issn_l":"1476-8186","issn":["1476-8186","1751-8520","2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2009581610","display_name":null,"funder_award_id":"20230484444","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7151859196.pdf","grobid_xml":"https://content.openalex.org/works/W7151859196.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1867691547","https://openalex.org/W1990370049","https://openalex.org/W1998391547","https://openalex.org/W2002055708","https://openalex.org/W2002282659","https://openalex.org/W2003922338","https://openalex.org/W2008821584","https://openalex.org/W2011115710","https://openalex.org/W2031489346","https://openalex.org/W2041649634","https://openalex.org/W2041756956","https://openalex.org/W2069692225","https://openalex.org/W2520509592","https://openalex.org/W2584561145","https://openalex.org/W2605718987","https://openalex.org/W2612397987","https://openalex.org/W2619383789","https://openalex.org/W2892071465","https://openalex.org/W2894956427","https://openalex.org/W2896348597","https://openalex.org/W2899902883","https://openalex.org/W2923693308","https://openalex.org/W2963433879","https://openalex.org/W2964010806","https://openalex.org/W2990503944","https://openalex.org/W3129610754","https://openalex.org/W3193766423","https://openalex.org/W4221127040","https://openalex.org/W4312358294","https://openalex.org/W4312359771","https://openalex.org/W4312379283","https://openalex.org/W4312769131","https://openalex.org/W4319300066","https://openalex.org/W4324122007","https://openalex.org/W4360999463","https://openalex.org/W4377286955","https://openalex.org/W4386075770","https://openalex.org/W4387968433","https://openalex.org/W4400770765","https://openalex.org/W4404549800"],"related_works":[],"abstract_inverted_index":{"The":[0,102],"remote,":[1],"non-contact":[2],"assessment":[3],"of":[4],"human":[5],"psychological":[6,81,205],"states":[7],"is":[8],"a":[9,57,73,79,86,126,131,136,142],"significant":[10],"challenge":[11],"in":[12,46],"affective":[13],"computing,":[14],"as":[15,120,125],"current":[16],"video-based":[17,108],"methods":[18,174],"often":[19],"focus":[20],"on":[21,155],"single,":[22],"specific":[23],"physiological":[24,51],"channels.":[25,96],"While":[26],"remote":[27,204],"photoplethysmography":[28],"(rPPG)":[29],"captures":[30],"cardiac":[31],"activity":[32],"from":[33,44,72,200],"color":[34,63],"changes":[35],"and":[36,49,64,70,92,129,141,184],"motion":[37,66],"magnification":[38,138],"reveals":[39],"subtle":[40],"movements,":[41],"both":[42],"suffer":[43],"limitations":[45],"dynamic":[47],"scenarios":[48],"lack":[50],"specificity,":[52],"respectively.":[53],"This":[54],"paper":[55],"proposes":[56],"synergistic":[58],"approach,":[59],"demonstrating":[60],"that":[61,89,161,192],"cardiac-related":[62],"vestibular-related":[65],"can":[67,196],"be":[68],"extracted":[69],"fused":[71],"single":[74],"video":[75],"stream":[76],"to":[77,146],"create":[78],"richer":[80],"representation.":[82],"We":[83],"introduce":[84],"dual-mag,":[85],"unified":[87],"framework":[88],"jointly":[90],"amplifies":[91],"fuses":[93],"these":[94],"complementary":[95],"Our":[97,189],"core":[98],"contributions":[99],"include:":[100],"1)":[101],"first":[103],"supervised":[104],"learning":[105],"paradigm":[106],"for":[107,177,181,186,203],"head":[109],"micro-tremor":[110],"(HMT)":[111],"amplification":[112],"using":[113],"high-fidelity":[114],"inertial":[115],"measurement":[116],"unit":[117],"(IMU)":[118],"data":[119],"ground":[121],"truth,":[122],"establishing":[123],"HMT":[124],"quantifiable":[127],"biomarker;":[128],"2)":[130],"novel":[132],"dual-branch":[133],"architecture":[134],"with":[135],"physio-dynamic":[137],"block":[139],"(PDM-block)":[140],"cross-attention":[143],"fusion":[144,195],"module":[145],"learn":[147],"the":[148,156,165],"deep":[149],"interplay":[150],"between":[151],"signals.":[152],"Extensive":[153],"experiments":[154],"large-scale":[157],"ReMAP":[158],"dataset":[159],"show":[160],"dual-mag":[162],"significantly":[163],"advances":[164],"state-of-the-art":[166],"(SOTA),":[167],"improving":[168],"perception":[169],"accuracy":[170],"over":[171],"leading":[172],"unimodal":[173],"by":[175],"7.2%":[176],"discrete":[178],"emotions,":[179,183],"5.6%":[180],"continuous":[182],"8.3%":[185],"personality":[187],"traits.":[188],"work":[190],"establishes":[191],"deep,":[193],"intra-sensor":[194],"unlock":[197],"unprecedented":[198],"performance":[199],"ubiquitous":[201],"cameras":[202],"sensing.":[206]},"counts_by_year":[],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2026-04-09T00:00:00"}