{"id":"https://openalex.org/W4406793959","doi":"https://doi.org/10.1109/access.2025.3533545","title":"Advancements and Challenges in Video-Based Deception Detection: A Systematic Literature Review of Datasets, Modalities, and Methods","display_name":"Advancements and Challenges in Video-Based Deception Detection: A Systematic Literature Review of Datasets, Modalities, and Methods","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406793959","doi":"https://doi.org/10.1109/access.2025.3533545"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3533545","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3533545","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3533545","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036309850","display_name":"Yeni Dwi Rahayu","orcid":"https://orcid.org/0000-0002-2760-9444"},"institutions":[{"id":"https://openalex.org/I16413167","display_name":"University of Surabaya","ror":"https://ror.org/013314927","country_code":"ID","type":"education","lineage":["https://openalex.org/I16413167"]},{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Yeni Dwi Rahayu","raw_affiliation_strings":["Department of Informatics, Faculty of Intelligent Electrical and Informatics Technology, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia","Department of Psychology, Faculty of Psychology, Universitas Surabaya, Surabaya, Indonesia"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Faculty of Intelligent Electrical and Informatics Technology, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]},{"raw_affiliation_string":"Department of Psychology, Faculty of Psychology, Universitas Surabaya, Surabaya, Indonesia","institution_ids":["https://openalex.org/I16413167"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065837975","display_name":"Chastine Fatichah","orcid":"https://orcid.org/0000-0002-7348-9762"},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Chastine Fatichah","raw_affiliation_strings":["Department of Informatics, Faculty of Intelligent Electrical and Informatics Technology, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Faculty of Intelligent Electrical and Informatics Technology, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042999837","display_name":"Anny Yuniarti","orcid":"https://orcid.org/0000-0002-3234-4591"},"institutions":[{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Anny Yuniarti","raw_affiliation_strings":["Department of Informatics, Faculty of Intelligent Electrical and Informatics Technology, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Faculty of Intelligent Electrical and Informatics Technology, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022887894","display_name":"Yusti Probowati Rahayu","orcid":"https://orcid.org/0000-0002-2082-9305"},"institutions":[{"id":"https://openalex.org/I16413167","display_name":"University of Surabaya","ror":"https://ror.org/013314927","country_code":"ID","type":"education","lineage":["https://openalex.org/I16413167"]},{"id":"https://openalex.org/I166843116","display_name":"Sepuluh Nopember Institute of Technology","ror":"https://ror.org/05kbmmt89","country_code":"ID","type":"education","lineage":["https://openalex.org/I166843116"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Yusti Probowati Rahayu","raw_affiliation_strings":["Department of Informatics, Faculty of Intelligent Electrical and Informatics Technology, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia","Department of Psychology, Faculty of Psychology, Universitas Surabaya, Surabaya, Indonesia"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Faculty of Intelligent Electrical and Informatics Technology, Institut Teknologi Sepuluh Nopember, Surabaya, Indonesia","institution_ids":["https://openalex.org/I166843116"]},{"raw_affiliation_string":"Department of Psychology, Faculty of Psychology, Universitas Surabaya, Surabaya, Indonesia","institution_ids":["https://openalex.org/I16413167"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036309850"],"corresponding_institution_ids":["https://openalex.org/I16413167","https://openalex.org/I166843116"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":11.8676,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.98118848,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"28098","last_page":"28122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8068122267723083},{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.7591603398323059},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7474923133850098},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33602291345596313},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1223607063293457}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8068122267723083},{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.7591603398323059},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7474923133850098},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33602291345596313},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1223607063293457},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2025.3533545","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3533545","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:repository.ubaya.ac.id:48021","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402324","display_name":"Ubaya Repository (University of Surabaya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I16413167","host_organization_name":"University of Surabaya","host_organization_lineage":["https://openalex.org/I16413167"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:doaj.org/article:6602578257b54187b1b9a056c5580a8a","is_oa":true,"landing_page_url":"https://doaj.org/article/6602578257b54187b1b9a056c5580a8a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 28098-28122 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3533545","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3533545","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W2016414136","https://openalex.org/W2163833659","https://openalex.org/W2250650831","https://openalex.org/W2268773628","https://openalex.org/W2313695998","https://openalex.org/W2560438049","https://openalex.org/W2569483408","https://openalex.org/W2592069066","https://openalex.org/W2791275134","https://openalex.org/W2888802106","https://openalex.org/W2898054859","https://openalex.org/W2901026017","https://openalex.org/W2903923191","https://openalex.org/W2921190082","https://openalex.org/W2940935336","https://openalex.org/W2962937175","https://openalex.org/W2964404881","https://openalex.org/W2966700347","https://openalex.org/W2968212823","https://openalex.org/W3041988699","https://openalex.org/W3048802360","https://openalex.org/W3049563635","https://openalex.org/W3080599865","https://openalex.org/W3082553396","https://openalex.org/W3091652946","https://openalex.org/W3094884556","https://openalex.org/W3097550584","https://openalex.org/W3104334879","https://openalex.org/W3110187945","https://openalex.org/W3114116245","https://openalex.org/W3116896666","https://openalex.org/W3118615836","https://openalex.org/W3120124107","https://openalex.org/W3171963611","https://openalex.org/W3172737781","https://openalex.org/W3175854661","https://openalex.org/W3194648426","https://openalex.org/W3200522959","https://openalex.org/W3209224819","https://openalex.org/W4206664577","https://openalex.org/W4212809732","https://openalex.org/W4226299544","https://openalex.org/W4241047122","https://openalex.org/W4280560898","https://openalex.org/W4289950740","https://openalex.org/W4307373104","https://openalex.org/W4312909668","https://openalex.org/W4313440856","https://openalex.org/W4318148382","https://openalex.org/W4319655871","https://openalex.org/W4366502802","https://openalex.org/W4380867933","https://openalex.org/W4385812254","https://openalex.org/W4386520600","https://openalex.org/W4386896476","https://openalex.org/W4387336518","https://openalex.org/W4387385629","https://openalex.org/W4388937861","https://openalex.org/W4390873106","https://openalex.org/W4391022359","https://openalex.org/W4391092972","https://openalex.org/W4391689929","https://openalex.org/W4393371020","https://openalex.org/W4394960678","https://openalex.org/W4394989945","https://openalex.org/W4396831576","https://openalex.org/W4398142683","https://openalex.org/W4400490331","https://openalex.org/W4400490507","https://openalex.org/W6737947904"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2165717120","https://openalex.org/W2039390456","https://openalex.org/W2948663225","https://openalex.org/W2029954793","https://openalex.org/W1992683634","https://openalex.org/W4295295666","https://openalex.org/W1978059949"],"abstract_inverted_index":{"Video-based":[0],"deception":[1,59,331],"detection":[2,60,332],"has":[3],"emerged":[4,238],"as":[5,239],"a":[6,22,54,82,94,112,129,166,196,249,282,302,312],"promising":[7],"field":[8,33],"that":[9],"leverages":[10],"advances":[11],"in":[12,78,135,149,172,199,227,324,338],"computer":[13],"vision,":[14],"machine":[15],"learning,":[16],"and":[17,43,76,90,108,127,147,159,221,256,267,288,297,309,329,341],"multimodal":[18,98,203,295],"analysis":[19,56,69,181],"to":[20,38,52,276,305],"capture":[21],"wealth":[23],"of":[24,57,70,97,115,124,175,189,212,231,246],"nonverbal":[25],"cues":[26],"for":[27,86,104,119,131,251,285,294,315],"identifying":[28,101],"deceptive":[29,125],"behavior.":[30],"However,":[31],"the":[32,121,138,173,234,240,278],"faces":[34],"significant":[35,258],"challenges":[36,134,260],"related":[37],"dataset":[39,88,244,286],"development,":[40],"methodological":[41],"approaches,":[42,100],"ethical":[44,133,259,307],"considerations.":[45],"This":[46,270],"systematic":[47,95],"literature":[48],"review":[49,163,271],"(SLR)":[50],"aims":[51],"provide":[53],"comprehensive":[55,283],"video-based":[58],"research,":[61],"with":[62,209],"five":[63],"distinct":[64],"contributions:":[65],"1)":[66,186,280],"an":[67],"unprecedented":[68],"21":[71],"datasets,":[72],"revealing":[73],"critical":[74,113,197,336],"gaps":[75,337],"opportunities":[77],"data":[79],"resources;":[80],"2)":[81,202,290],"novel":[83,274],"evaluation":[84,287],"framework":[85,284],"assessing":[87],"quality":[89],"ecological":[91],"validity;":[92],"3)":[93,214,300],"comparison":[96],"integration":[99,296],"optimal":[102,292],"strategies":[103,293],"combining":[105],"visual,":[106],"audio,":[107],"textual":[109],"cues;":[110],"4)":[111,233,310],"examination":[114],"temporal":[116,229,298],"modeling":[117],"techniques":[118],"capturing":[120,228],"dynamic":[122],"nature":[123],"behavior;":[126],"5)":[128,257],"roadmap":[130,314],"addressing":[132,306,335],"deployment.":[136],"Following":[137],"PRISMA":[139],"guidelines,":[140],"we":[141],"reviewed":[142],"studies":[143],"published":[144],"between":[145],"2019":[146],"2024":[148],"major":[150],"databases,":[151],"including":[152],"IEEE":[153],"Xplore,":[154],"ACM":[155],"Digital":[156],"Library,":[157],"ScienceDirect,":[158],"Springer":[160],"Link.":[161],"The":[162],"process":[164],"involved":[165],"rigorous":[167],"two-stage":[168],"screening,":[169],"which":[170],"resulted":[171],"inclusion":[174],"42":[176],"primary":[177],"research":[178,200,317],"papers.":[179],"Our":[180],"revealed":[182],"several":[183,273],"key":[184],"findings:":[185],"only":[187],"52.4%":[188],"identified":[190],"datasets":[191],"are":[192],"publicly":[193],"accessible,":[194],"highlighting":[195],"gap":[198],"reproducibility;":[201],"approaches":[204],"consistently":[205],"outperform":[206],"unimodal":[207],"methods,":[208],"accuracy":[210],"improvements":[211],"10-15%;":[213],"deep":[215],"learning":[216],"architectures,":[217],"particularly":[218,263],"LSTM":[219],"variants":[220],"attention":[222],"mechanisms,":[223],"demonstrate":[224],"superior":[225],"performance":[226],"aspects":[230],"deception;":[232],"Real-Life":[235],"Trial":[236],"Dataset":[237],"most":[241],"frequently":[242],"used":[243],"(65%":[245],"studies),":[247],"indicating":[248],"preference":[250],"high-stakes":[252],"ecologically":[253],"valid":[254],"data;":[255],"remain":[261],"unaddressed,":[262],"regarding":[264],"privacy,":[265],"bias,":[266],"cross-cultural":[268],"validity.":[269],"makes":[272],"contributions":[275,320],"advance":[277],"field:":[279],"provides":[281],"development;":[289],"identifies":[291],"modeling;":[299],"presents":[301],"structured":[303],"approach":[304],"considerations;":[308],"offers":[311],"detailed":[313],"future":[316],"priorities.":[318],"These":[319],"will":[321],"guide":[322],"researchers":[323],"developing":[325],"more":[326],"robust,":[327],"ethical,":[328],"generalizable":[330],"systems,":[333],"while":[334],"current":[339],"methodologies":[340],"datasets.":[342]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}