{"id":"https://openalex.org/W4417260737","doi":"https://doi.org/10.1145/3783994","title":"Spatio-Temporal Disentanglement and Constrained Self-Attention for Multi-Modal Deception Detection","display_name":"Spatio-Temporal Disentanglement and Constrained Self-Attention for Multi-Modal Deception Detection","publication_year":2025,"publication_date":"2025-12-12","ids":{"openalex":"https://openalex.org/W4417260737","doi":"https://doi.org/10.1145/3783994"},"language":"en","primary_location":{"id":"doi:10.1145/3783994","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3783994","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3783994","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3783994","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081933126","display_name":"Zhiwen Shao","orcid":"https://orcid.org/0000-0002-9383-8384"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Shao","raw_affiliation_strings":["School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China, and Mine Digitization Engineering Research Center of the Ministry of Education, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9383-8384","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China, and Mine Digitization Engineering Research Center of the Ministry of Education, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050811486","display_name":"Hang Yang","orcid":"https://orcid.org/0009-0002-0945-7528"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Yang","raw_affiliation_strings":["School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China, and Mine Digitization Engineering Research Center of the Ministry of Education, Xuzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-0945-7528","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China, and Mine Digitization Engineering Research Center of the Ministry of Education, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033904998","display_name":"Hancheng Zhu","orcid":"https://orcid.org/0000-0002-5418-9879"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hancheng Zhu","raw_affiliation_strings":["School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China, and Mine Digitization Engineering Research Center of the Ministry of Education, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5418-9879","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China, and Mine Digitization Engineering Research Center of the Ministry of Education, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023822600","display_name":"Rui Yao","orcid":"https://orcid.org/0000-0003-2734-915X"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yao","raw_affiliation_strings":["School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China, and Mine Digitization Engineering Research Center of the Ministry of Education, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2734-915X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China, and Mine Digitization Engineering Research Center of the Ministry of Education, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089307887","display_name":"Lixin Zou","orcid":"https://orcid.org/0000-0001-6755-871X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixin Zou","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-6755-871X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101682697","display_name":"Mengtian Li","orcid":"https://orcid.org/0009-0001-7281-2812"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengtian Li","raw_affiliation_strings":["Department of Film and Television Engineering, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-7281-2812","affiliations":[{"raw_affiliation_string":"Department of Film and Television Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009598072","display_name":"Bin Sheng","orcid":"https://orcid.org/0000-0001-8678-2784"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Sheng","raw_affiliation_strings":["School of Computer Science, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8678-2784","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.5206,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.98516995,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":"2","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9297000169754028,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9297000169754028,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.01850000023841858,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.6324999928474426},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5231999754905701},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4846000075340271},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.46160000562667847},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4494999945163727},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.4050999879837036},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3986000120639801},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.38839998841285706}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8823000192642212},{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.6324999928474426},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5231999754905701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5030999779701233},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4846000075340271},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.46160000562667847},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4494999945163727},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.38839998841285706},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.3668999969959259},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.35350000858306885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3337000012397766},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C4777664","wikidata":"https://www.wikidata.org/wiki/Q1536492","display_name":"Linear temporal logic","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2535000145435333},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3783994","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3783994","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3783994","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3783994","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3783994","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3783994","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2131079373","display_name":null,"funder_award_id":"ICT2024B72","funder_id":"https://openalex.org/F4320326952","funder_display_name":"State Key Laboratory of Industrial Control Technology"},{"id":"https://openalex.org/G3309391743","display_name":null,"funder_award_id":"62172417","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6495528497","display_name":null,"funder_award_id":"62402306","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6564189814","display_name":null,"funder_award_id":"24ZR1422400","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G7070098255","display_name":null,"funder_award_id":"62472424","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8465871525","display_name":null,"funder_award_id":"T2525004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8581858115","display_name":null,"funder_award_id":"62472424, 62172417, 62402306, and T2525004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326952","display_name":"State Key Laboratory of Industrial Control Technology","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417260737.pdf","grobid_xml":"https://content.openalex.org/works/W4417260737.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1965555277","https://openalex.org/W2040849715","https://openalex.org/W2079735306","https://openalex.org/W2115252128","https://openalex.org/W2341528187","https://openalex.org/W2514266867","https://openalex.org/W2752782242","https://openalex.org/W2784208377","https://openalex.org/W3011227460","https://openalex.org/W3048802360","https://openalex.org/W3084716248","https://openalex.org/W3172737781","https://openalex.org/W4323663038","https://openalex.org/W4361003656","https://openalex.org/W4377231695","https://openalex.org/W4385825476","https://openalex.org/W4386790226","https://openalex.org/W4403221680"],"related_works":[],"abstract_inverted_index":{"Multi-modal":[0],"deception":[1,60],"detection":[2],"is":[3,121,127],"a":[4,52,64,79,91,109,131,139],"challenging":[5,171],"yet":[6],"important":[7],"task,":[8],"having":[9],"pivotal":[10],"applications":[11],"in":[12,114,190,206],"many":[13],"fields":[14],"such":[15],"as":[16,85,94,123],"business":[17],"credibility":[18],"assessment":[19],"and":[20,70,89,101,126,157,175,183,197],"multimedia":[21],"anti-frauds.":[22],"Previous":[23],"methods":[24,169,205],"either":[25],"rely":[26],"solely":[27],"on":[28,170,194],"spatial":[29,69,87,99,124],"features":[30],"or":[31,37],"overemphasize":[32],"only":[33],"temporal":[34,71,96,104,147],"information":[35],"within":[36],"across":[38,149],"modalities,":[39],"which":[40,62,115],"may":[41],"overlook":[42],"potential":[43],"critical":[44],"clues.":[45],"Motivated":[46],"by":[47,151,181],"these":[48],"observations,":[49],"we":[50,77,107,137],"propose":[51,108],"Spatio-Temporal":[53],"Representation":[54],"Disentanglement":[55],"(STRD)":[56],"framework":[57],"for":[58,73],"multi-modal":[59],"detection,":[61],"uses":[63],"dual-encoder":[65],"structure":[66],"to":[67,83,129,145],"learn":[68],"representations":[72],"each":[74,119],"modality.":[75],"Specifically,":[76],"introduce":[78],"pre-trained":[80],"foundation":[81],"model":[82],"act":[84],"the":[86,95,153,167,186,195],"encoder":[88],"design":[90],"lightweight":[92],"network":[93],"encoder,":[97],"extracting":[98],"semantics":[100],"capturing":[102],"dynamic":[103],"patterns.":[105],"Then,":[106],"Constrained":[110],"Self-Attention":[111],"Block":[112,143],"(CSAB),":[113],"self-attention":[116],"distribution":[117,125],"of":[118,192],"head":[120],"regarded":[122],"constrained":[128],"attend":[130],"certain":[132],"facial":[133],"local":[134],"region.":[135],"Furthermore,":[136],"present":[138],"Cross-Modal":[140],"Correlation":[141],"Fusion":[142],"(CCFB)":[144],"achieve":[146],"synchronization":[148],"modalities":[150],"measuring":[152],"correlations":[154],"between":[155],"visual":[156],"audio":[158],"features.":[159],"Extensive":[160],"experiments":[161],"show":[162],"that":[163],"our":[164],"STRD":[165,179,202],"outperforms":[166,203],"state-of-the-art":[168],"DOLOS,":[172],"BOL,":[173],"BgOL,":[174],"RLtrial":[176],"benchmarks.":[177],"Particularly,":[178],"improves":[180],"2.12%":[182],"1.88%":[184],"over":[185],"previous":[187,204],"best":[188],"results":[189],"terms":[191],"ACC":[193],"DOLOS":[196],"BOL":[198],"datasets,":[199],"respectively.":[200],"Additionally,":[201],"cross-dataset":[207],"testing,":[208],"highlighting":[209],"its":[210],"superior":[211],"generalization":[212],"ability.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":8}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-12-12T00:00:00"}