{"id":"https://openalex.org/W7164316328","doi":"https://doi.org/10.48550/arxiv.2606.11930","title":"Frozen Multimodal Embeddings for AI-Assisted Interview Assessment of Personality and Cognitive Ability","display_name":"Frozen Multimodal Embeddings for AI-Assisted Interview Assessment of Personality and Cognitive Ability","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164316328","doi":"https://doi.org/10.48550/arxiv.2606.11930"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11930","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11930","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11930","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074186083","display_name":"Kuo-En Hung","orcid":"https://orcid.org/0000-0003-2091-2747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hung, Kuo-En","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036002469","display_name":"Hung-Yue Suen","orcid":"https://orcid.org/0000-0002-6796-2031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suen, Hung-Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138421151","display_name":"Shih-Ching Yeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeh, Shih-Ching","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138449841","display_name":"Hsiang-Wen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hsiang-Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.8271999955177307,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11040","display_name":"Personality Traits and Psychology","score":0.8271999955177307,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.025599999353289604,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.628600001335144},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5788000226020813},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5734000205993652},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5717999935150146},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.5080999732017517},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4171999990940094},{"id":"https://openalex.org/keywords/big-five-personality-traits","display_name":"Big Five personality traits","score":0.36980000138282776}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.628600001335144},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5788000226020813},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5734000205993652},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5717999935150146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5666000247001648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5333999991416931},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.5080999732017517},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44190001487731934},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.36980000138282776},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3686000108718872},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3239000141620636},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.30979999899864197},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29260000586509705},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.2712000012397766},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11930","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11930","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11930","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11930","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7477074265480042,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Predicting":[0],"psychological":[1,215],"traits":[2,52],"from":[3,53,63,140,206,218],"asynchronous":[4],"video":[5],"interviews":[6],"(AVIs)":[7],"is":[8],"a":[9,72,137,141,156,167],"challenging":[10],"problem":[11,70],"in":[12,197],"AI-assisted":[13],"interview":[14,55],"assessment":[15,216],"because":[16],"labeled":[17],"datasets":[18],"are":[19],"limited":[20],"while":[21,174],"each":[22],"response":[23],"contains":[24],"high-dimensional":[25],"visual,":[26],"acoustic,":[27],"and":[28,57,97,99,102,117],"verbal":[29],"signals.":[30],"This":[31],"paper":[32],"presents":[33],"our":[34,114,175,210],"solution":[35],"for":[36,90,94,104],"the":[37,69,129,162,182,198],"ACM":[38],"Multimedia":[39],"AVI":[40,65,207],"Challenge":[41],"2026,":[42],"which":[43],"evaluates":[44],"two":[45],"tasks:":[46],"Track~1":[47],"predicts":[48],"self-reported":[49],"HEXACO":[50],"personality":[51],"personality-related":[54],"responses,":[56],"Track~2":[58],"classifies":[59],"cognitive":[60,204,223],"ability":[61,224],"levels":[62],"structured":[64],"responses.":[66],"We":[67,187],"treat":[68],"as":[71,191],"small-sample":[73],"representation":[74],"learning":[75],"task.":[76],"Instead":[77],"of":[78,125,132,185,193,229],"fine-tuning":[79],"large":[80],"pretrained":[81],"models,":[82],"we":[83],"use":[84],"frozen":[85],"multimodal":[86,176,220],"encoders,":[87],"including":[88],"CLIP":[89],"visual":[91],"features,":[92],"Whisper":[93],"acoustic":[95],"features":[96],"transcripts,":[98],"RoBERTa,":[100],"E5,":[101],"DeBERTaV3":[103],"textual":[105],"representations,":[106],"followed":[107],"by":[108],"low-capacity":[109],"downstream":[110],"models.":[111],"For":[112,165],"Track~1,":[113],"trait-specific":[115,219],"regression":[116],"late-fusion":[118],"system":[119],"achieves":[120],"an":[121],"average":[122],"validation":[123,199],"MSE":[124,159],"0.2696,":[126],"improving":[127],"over":[128,161],"official":[130,163,183],"baseline":[131,170,184],"0.3334.":[133],"Ablation":[134],"results":[135],"show":[136],"three-step":[138],"improvement":[139],"global":[142],"model":[143],"(0.3189),":[144],"to":[145,149,155],"per-trait":[146,150],"modeling":[147],"(0.2871),":[148],"late":[151],"fusion":[152],"(0.2696),":[153],"corresponding":[154],"19.1%":[157],"relative":[158],"reduction":[160],"baseline.":[164],"Track~2,":[166],"compact":[168],"subject-attribute":[169,195],"reaches":[171,178],"0.5781":[172],"accuracy,":[173],"ensemble":[177],"0.5313,":[179],"both":[180],"above":[181],"0.4062.":[186],"interpret":[188],"this":[189],"result":[190],"evidence":[192],"possible":[194],"shortcuts":[196],"split":[200],"rather":[201],"than":[202],"robust":[203],"inference":[205],"content.":[208],"Overall,":[209],"findings":[211],"suggest":[212],"that":[213],"AVI-based":[214],"benefits":[217],"modeling,":[221],"but":[222],"prediction":[225],"requires":[226],"careful":[227],"control":[228],"dataset":[230],"shortcuts.":[231]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-12T00:00:00"}