{"id":"https://openalex.org/W4413394777","doi":"https://doi.org/10.1109/taffc.2025.3601134","title":"MPRNet: A Temporal-Aware Cross-Modal Encoding Framework for Personality Recognition","display_name":"MPRNet: A Temporal-Aware Cross-Modal Encoding Framework for Personality Recognition","publication_year":2025,"publication_date":"2025-08-21","ids":{"openalex":"https://openalex.org/W4413394777","doi":"https://doi.org/10.1109/taffc.2025.3601134"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3601134","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3601134","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023638809","display_name":"Jian Li","orcid":"https://orcid.org/0000-0001-5880-2565"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Li","raw_affiliation_strings":["School of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-5880-2565","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Huawei Zhang","orcid":"https://orcid.org/0000-0003-1021-3184"},"institutions":[{"id":"https://openalex.org/I4210152629","display_name":"Eastern University","ror":"https://ror.org/05e2ncr14","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210152629"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Huawei Zhang","raw_affiliation_strings":["School of Intelligent Sensing and Optoelectronic Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-1021-3184","affiliations":[{"raw_affiliation_string":"School of Intelligent Sensing and Optoelectronic Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I4210152629"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junyi Chen","orcid":"https://orcid.org/0000-0003-2278-4638"},"institutions":[{"id":"https://openalex.org/I4210152629","display_name":"Eastern University","ror":"https://ror.org/05e2ncr14","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210152629"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Junyi Chen","raw_affiliation_strings":["School of Intelligent Sensing and Optoelectronic Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-2278-4638","affiliations":[{"raw_affiliation_string":"School of Intelligent Sensing and Optoelectronic Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I4210152629"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junhui Gong","orcid":"https://orcid.org/0009-0007-0557-1928"},"institutions":[{"id":"https://openalex.org/I4210152629","display_name":"Eastern University","ror":"https://ror.org/05e2ncr14","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210152629"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Junhui Gong","raw_affiliation_strings":["School of Intelligent Sensing and Optoelectronic Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0007-0557-1928","affiliations":[{"raw_affiliation_string":"School of Intelligent Sensing and Optoelectronic Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I4210152629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012970479","display_name":"Yufan Wang","orcid":"https://orcid.org/0000-0001-7752-9373"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufan Wang","raw_affiliation_strings":["Department of Industrial Engineering and Management, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","Department of Industrial Engineering and Management, School of Mechanical Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Industrial Engineering and Management, School of Mechanical Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shifeng Wang","orcid":"https://orcid.org/0000-0002-8208-6412"},"institutions":[{"id":"https://openalex.org/I1312537475","display_name":"Naval Medical Research Command","ror":"https://ror.org/05f421b09","country_code":"US","type":"facility","lineage":["https://openalex.org/I1312537475","https://openalex.org/I1330347796","https://openalex.org/I3130687028","https://openalex.org/I4391768141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shifeng Wang","raw_affiliation_strings":["Research Department at the Naval Medical Center, Naval Medical University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8208-6412","affiliations":[{"raw_affiliation_string":"Research Department at the Naval Medical Center, Naval Medical University, Shanghai, China","institution_ids":["https://openalex.org/I1312537475"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010455569","display_name":"Yuliang Zhao","orcid":"https://orcid.org/0000-0002-4519-7404"},"institutions":[{"id":"https://openalex.org/I4210152629","display_name":"Eastern University","ror":"https://ror.org/05e2ncr14","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210152629"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Yuliang Zhao","raw_affiliation_strings":["School of Intelligent Sensing and Optoelectronic Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0002-4519-7404","affiliations":[{"raw_affiliation_string":"School of Intelligent Sensing and Optoelectronic Engineering, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I4210152629"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30356844,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"4","first_page":"3342","last_page":"3353"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.7609000205993652,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.7609000205993652,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.7365000247955322,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.6888999938964844,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7579151391983032},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5495162010192871},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.4944882392883301},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4892160892486572},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4712522327899933},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4667632281780243},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.39995765686035156},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32399827241897583},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.19221869111061096}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7579151391983032},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5495162010192871},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.4944882392883301},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4892160892486572},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4712522327899933},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4667632281780243},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39995765686035156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32399827241897583},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.19221869111061096},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3601134","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3601134","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.46000000834465027,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1930901790","display_name":null,"funder_award_id":"F2021203070","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G4568324717","display_name":null,"funder_award_id":"2022GFZD014","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7229341910","display_name":null,"funder_award_id":"F2022501031","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G7640292181","display_name":null,"funder_award_id":"62306068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8195683169","display_name":null,"funder_award_id":"N2123004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1539811621","https://openalex.org/W1689711448","https://openalex.org/W1963753144","https://openalex.org/W1968841154","https://openalex.org/W2028422222","https://openalex.org/W2298529068","https://openalex.org/W2395639500","https://openalex.org/W2546875627","https://openalex.org/W2584561145","https://openalex.org/W2763560359","https://openalex.org/W2894710503","https://openalex.org/W2963252191","https://openalex.org/W2963341956","https://openalex.org/W2966765144","https://openalex.org/W3016138882","https://openalex.org/W3088313083","https://openalex.org/W3095255024","https://openalex.org/W3112074675","https://openalex.org/W3134831898","https://openalex.org/W3138358913","https://openalex.org/W3173396651","https://openalex.org/W3173504106","https://openalex.org/W3193766423","https://openalex.org/W4221166187","https://openalex.org/W4225872323","https://openalex.org/W4297499129","https://openalex.org/W4312345918","https://openalex.org/W4317103290","https://openalex.org/W4386952201","https://openalex.org/W4390012616","https://openalex.org/W4391743020","https://openalex.org/W4398226301","https://openalex.org/W4399505004","https://openalex.org/W4399952015","https://openalex.org/W4409370554"],"related_works":["https://openalex.org/W4235381733","https://openalex.org/W2355022049","https://openalex.org/W2060429446","https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W3105646692","https://openalex.org/W4387914125","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,64],"personality":[3,56,122,145,231,247],"recognition":[4,123],"have":[5],"improved":[6],"trait":[7,251],"inference":[8],"from":[9,148],"multimodal":[10,94,130,246],"data,":[11],"yet":[12],"many":[13],"existing":[14],"methods":[15,205],"rely":[16],"on":[17,111],"short-term":[18],"video":[19,33],"segments":[20],"or":[21],"static":[22],"images,":[23],"limiting":[24],"the":[25,73,213],"modeling":[26,220,243],"of":[27,151,215],"temporal":[28,137,221],"dynamics":[29],"due":[30],"to":[31,53,135,153,166,185,192],"short":[32],"durations,":[34],"sparse":[35],"frame-level":[36],"annotations,":[37],"and":[38,45,61,83,101,107,142,161,171,182,189,223,240],"inconsistent":[39],"modality":[40,187],"coverage":[41],"across":[42,62,104,139,196,206],"audio,":[43,96],"text,":[44],"visual":[46],"channels.":[47],"These":[48],"limitations":[49],"make":[50],"it":[51],"difficult":[52],"model":[54],"how":[55],"traits":[57],"manifest":[58],"over":[59],"time":[60],"modalities":[63],"naturalistic":[65],"settings.":[66,109],"To":[67],"address":[68,186],"these":[69],"challenges,":[70],"we":[71,114],"introduce":[72],"Northeast":[74],"University":[75],"Personality":[76],"Recognition":[77],"(NEUPR)":[78],"dataset,":[79,113],"comprising":[80],"654":[81],"self-reported":[82],"discussion-based":[84],"videos":[85],"collected":[86],"through":[87,158],"MBTI":[88],"assessments.":[89],"NEUPR":[90],"offers":[91],"naturally":[92],"expressed":[93],"dataincluding":[95],"facial":[97],"expressions,":[98],"eye":[99],"movements,":[100],"speech":[102],"transcripts-captured":[103],"diverse":[105],"participants":[106],"real-world":[108],"Building":[110],"this":[112],"propose":[115],"MPRNet,":[116],"a":[117,129,173,237],"unified":[118],"framework":[119,244],"for":[120,245],"dynamic":[121,250],"featuring":[124],"two":[125],"core":[126],"innovations:":[127],"(1)":[128],"encoder":[131],"that":[132,177,201],"leverages":[133],"LSTM":[134],"capture":[136],"dependencies":[138],"longer":[140],"sequences":[141],"integrates":[143],"latent":[144],"embeddings":[146],"extracted":[147],"BERT":[149],"representations":[150],"text":[152],"enrich":[154],"semantic":[155],"context,":[156],"fused":[157],"adaptive":[159,242],"weighting":[160],"enhanced":[162],"by":[163],"Gram":[164],"encoding":[165,181],"preserve":[167],"local":[168],"feature":[169,174],"patterns;":[170],"(2)":[172],"enhancement":[175],"module":[176],"incorporates":[178],"learnable":[179],"positional":[180],"channel":[183],"attention":[184],"imbalance":[188],"improve":[190],"sensitivity":[191],"spatially":[193],"salient":[194],"features":[195],"modalities.":[197],"Experimental":[198],"results":[199],"demonstrate":[200],"MPRNet":[202,227],"outperforms":[203],"state-of-the-art":[204],"multiple":[207],"datasets,":[208],"while":[209],"ablation":[210],"studies":[211],"confirm":[212],"effectiveness":[214],"its":[216],"components.":[217],"By":[218],"explicitly":[219],"variation":[222],"enhancing":[224],"cross-modal":[225],"fusion,":[226],"enables":[228],"more":[229],"robust":[230],"inference.":[232],"This":[233],"work":[234],"establishes":[235],"both":[236],"benchmark":[238],"dataset":[239],"an":[241],"analysis,":[248],"advancing":[249],"recognition.":[252]},"counts_by_year":[],"updated_date":"2025-11-28T02:08:47.144824","created_date":"2025-10-10T00:00:00"}