{"id":"https://openalex.org/W7155421777","doi":"https://doi.org/10.31449/inf.v50i11.12049","title":"Attention-Guided Multimodal Signal Fusion with Transformer-Based Deep Transfer Learning for Real-Time Emotional Crisis Prediction in Students","display_name":"Attention-Guided Multimodal Signal Fusion with Transformer-Based Deep Transfer Learning for Real-Time Emotional Crisis Prediction in Students","publication_year":2026,"publication_date":"2026-04-23","ids":{"openalex":"https://openalex.org/W7155421777","doi":"https://doi.org/10.31449/inf.v50i11.12049"},"language":null,"primary_location":{"id":"doi:10.31449/inf.v50i11.12049","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i11.12049","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/12049/6653","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.informatica.si/index.php/informatica/article/download/12049/6653","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026897191","display_name":"Wanhao Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I168673124","display_name":"Tianjin Chengjian University","ror":"https://ror.org/01d0bkz51","country_code":"CN","type":"education","lineage":["https://openalex.org/I168673124"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanhao Gao","raw_affiliation_strings":["Student Affairs Department, Tianjin Chengjian University, TianJin 300384, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Student Affairs Department, Tianjin Chengjian University, TianJin 300384, China","institution_ids":["https://openalex.org/I168673124"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134418575","display_name":"Yaxin Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I168673124","display_name":"Tianjin Chengjian University","ror":"https://ror.org/01d0bkz51","country_code":"CN","type":"education","lineage":["https://openalex.org/I168673124"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaxin Wang","raw_affiliation_strings":["School of Urban Arts, Tianjin Chengjian University, TianJin 300384, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Urban Arts, Tianjin Chengjian University, TianJin 300384, China","institution_ids":["https://openalex.org/I168673124"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I168673124"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51045859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"50","issue":"11","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.704800009727478,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.704800009727478,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.09529999643564224,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.039900001138448715,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.5806999802589417},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5425000190734863},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5206000208854675},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4846000075340271},{"id":"https://openalex.org/keywords/false-positive-rate","display_name":"False positive rate","score":0.48190000653266907},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4781000018119812},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.42829999327659607},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42239999771118164},{"id":"https://openalex.org/keywords/constant-false-alarm-rate","display_name":"Constant false alarm rate","score":0.4032999873161316}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7222999930381775},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6317999958992004},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5806999802589417},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5425000190734863},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5206000208854675},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4846000075340271},{"id":"https://openalex.org/C95922358","wikidata":"https://www.wikidata.org/wiki/Q5432725","display_name":"False positive rate","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4781000018119812},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.42829999327659607},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4124000072479248},{"id":"https://openalex.org/C77052588","wikidata":"https://www.wikidata.org/wiki/Q644307","display_name":"Constant false alarm rate","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.3736000061035156},{"id":"https://openalex.org/C29825287","wikidata":"https://www.wikidata.org/wiki/Q1427940","display_name":"Warning system","level":2,"score":0.36649999022483826},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.36149999499320984},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.34040001034736633},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.30970001220703125},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2994000017642975},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C2776836416","wikidata":"https://www.wikidata.org/wiki/Q1364844","display_name":"False alarm","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31449/inf.v50i11.12049","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i11.12049","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/12049/6653","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.31449/inf.v50i11.12049","is_oa":true,"landing_page_url":"https://doi.org/10.31449/inf.v50i11.12049","pdf_url":"https://www.informatica.si/index.php/informatica/article/download/12049/6653","source":{"id":"https://openalex.org/S4210173311","display_name":"Informatica","issn_l":"0350-5596","issn":["0350-5596","1854-3871"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310314525","host_organization_name":"Slovenian Society Informatika","host_organization_lineage":["https://openalex.org/P4310314525"],"host_organization_lineage_names":["Slovenian Society Informatika"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatica","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7155421777.pdf","grobid_xml":"https://content.openalex.org/works/W7155421777.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"At":[0],"present,":[1],"early":[2,139],"warning":[3,140],"of":[4,57,111,114,123],"students'":[5],"emotional":[6,137],"crises":[7],"mostly":[8],"relies":[9],"on":[10,142],"single":[11],"data":[12],"sources":[13],"and":[14,39,51,61,91,102,121,169],"traditional":[15,100],"models,":[16],"making":[17],"it":[18],"difficult":[19],"to":[20,54,75,152,160],"achieve":[21],"high-precision,":[22],"real-time":[23],"monitoring":[24],"with":[25],"cross-individual":[26],"generalization.":[27],"To":[28],"address":[29],"this,":[30],"we":[31],"propose":[32],"a":[33,70],"pipeline":[34],"integrating":[35],"multi-modal":[36],"physiological":[37,71],"signals":[38],"deep":[40,132],"transfer":[41,133],"learning:":[42],"1)":[43],"Signal":[44],"preprocessing":[45],"(adaptive":[46],"denoising":[47],"via":[48],"attention":[49],"mechanism":[50],"z-score":[52],"normalization)":[53],"improve":[55],"quality":[56],"ECG,":[58],"EEG,":[59],"GSR,":[60],"EMG":[62],"signals;":[63],"2)":[64],"Attention-guided":[65],"cross-modal":[66],"feature":[67,77,112],"fusion":[68],"using":[69],"behavior":[72],"mapping":[73],"matrix":[74],"unify":[76],"spaces;":[78],"Evaluation":[79],"metrics":[80],"include":[81,99],"accuracy,":[82],"true":[83,163],"positive":[84,88,156,164],"rate":[85,89,117,157,165,173],"(TPR),":[86],"false":[87,155,171],"(FPR),":[90],"single-sample":[92,178],"processing":[93,179],"latency.":[94],"Baseline":[95],"models":[96],"for":[97],"comparison":[98],"CNN-LSTM":[101],"standard":[103],"BERT-BASE.":[104],"System":[105],"tests":[106],"show":[107],"that":[108,122],"the":[109,115,124,136,143,154,162,170],"accuracy":[110,141],"extraction":[113],"heart":[116],"signal":[118,128],"is":[119,129],"78.2%,":[120],"skin":[125],"electro":[126],"cutaneous":[127],"34.5%.":[130],"After":[131],"learning":[134],"optimization,":[135],"crisis":[138],"small-sample":[144],"cross-subject":[145],"dataset":[146],"(n=80)":[147],"increased":[148],"from":[149],"45.3%":[150],"(baseline)":[151],"88.1%,":[153],"(FPR)":[158],"dropped":[159],"12.75%,":[161],"(TPR)":[166],"reached":[167],"87.7%,":[168],"negative":[172],"(FNR)":[174],"was":[175,181],"12.3%.":[176],"The":[177],"latency":[180],"23.45":[182],"ms.":[183]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-04-24T00:00:00"}