{"id":"https://openalex.org/W3114116245","doi":"https://doi.org/10.1145/3395035.3425638","title":"\"Was It You Who Stole 500 Rubles?\" - The Multimodal Deception Detection","display_name":"\"Was It You Who Stole 500 Rubles?\" - The Multimodal Deception Detection","publication_year":2020,"publication_date":"2020-10-25","ids":{"openalex":"https://openalex.org/W3114116245","doi":"https://doi.org/10.1145/3395035.3425638","mag":"3114116245"},"language":"en","primary_location":{"id":"doi:10.1145/3395035.3425638","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395035.3425638","pdf_url":null,"source":{"id":"https://openalex.org/S4306506653","display_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001728785","display_name":"Valeriya Karpova","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159010","display_name":"Research Center of Neurology","ror":"https://ror.org/05b74sw86","country_code":"RU","type":"healthcare","lineage":["https://openalex.org/I4210159010"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Valeriya Karpova","raw_affiliation_strings":["Neurodata Lab, LLC, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Neurodata Lab, LLC, Moscow, Russian Fed","institution_ids":["https://openalex.org/I4210159010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004724097","display_name":"Polina Popenova","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159010","display_name":"Research Center of Neurology","ror":"https://ror.org/05b74sw86","country_code":"RU","type":"healthcare","lineage":["https://openalex.org/I4210159010"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Polina Popenova","raw_affiliation_strings":["Neurodata Lab, LLC, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Neurodata Lab, LLC, Moscow, Russian Fed","institution_ids":["https://openalex.org/I4210159010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052310479","display_name":"Nadezda Glebko","orcid":null},"institutions":[{"id":"https://openalex.org/I118501908","display_name":"National Research University Higher School of Economics","ror":"https://ror.org/055f7t516","country_code":"RU","type":"education","lineage":["https://openalex.org/I118501908"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Nadezda Glebko","raw_affiliation_strings":["Higher School of Economics, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Higher School of Economics, Moscow, Russian Fed","institution_ids":["https://openalex.org/I118501908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001839522","display_name":"Vladimir Lyashenko","orcid":null},"institutions":[{"id":"https://openalex.org/I118501908","display_name":"National Research University Higher School of Economics","ror":"https://ror.org/055f7t516","country_code":"RU","type":"education","lineage":["https://openalex.org/I118501908"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Vladimir Lyashenko","raw_affiliation_strings":["Higher School of Economics, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Higher School of Economics, Moscow, Russian Fed","institution_ids":["https://openalex.org/I118501908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006619341","display_name":"Olga Perepelkina","orcid":"https://orcid.org/0000-0001-9357-8407"},"institutions":[{"id":"https://openalex.org/I4210159010","display_name":"Research Center of Neurology","ror":"https://ror.org/05b74sw86","country_code":"RU","type":"healthcare","lineage":["https://openalex.org/I4210159010"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Olga Perepelkina","raw_affiliation_strings":["Neurodata Lab, LLC, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Neurodata Lab, LLC, Moscow, Russian Fed","institution_ids":["https://openalex.org/I4210159010"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5001728785"],"corresponding_institution_ids":["https://openalex.org/I4210159010"],"apc_list":null,"apc_paid":null,"fwci":2.7453,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.90300546,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"112","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.8739109039306641},{"id":"https://openalex.org/keywords/lie-detection","display_name":"Lie detection","score":0.7651285529136658},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7317824363708496},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6609752774238586},{"id":"https://openalex.org/keywords/interrogation","display_name":"Interrogation","score":0.6528995633125305},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6445819735527039},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6086187958717346},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5731638073921204},{"id":"https://openalex.org/keywords/lying","display_name":"Lying","score":0.4985644817352295},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.4292539060115814},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42724084854125977},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42448654770851135},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.41388845443725586},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11396443843841553}],"concepts":[{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.8739109039306641},{"id":"https://openalex.org/C2776437466","wikidata":"https://www.wikidata.org/wiki/Q60920","display_name":"Lie detection","level":3,"score":0.7651285529136658},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7317824363708496},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6609752774238586},{"id":"https://openalex.org/C2776240099","wikidata":"https://www.wikidata.org/wiki/Q327018","display_name":"Interrogation","level":2,"score":0.6528995633125305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6445819735527039},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6086187958717346},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5731638073921204},{"id":"https://openalex.org/C119421448","wikidata":"https://www.wikidata.org/wiki/Q2268776","display_name":"Lying","level":2,"score":0.4985644817352295},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.4292539060115814},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42724084854125977},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42448654770851135},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41388845443725586},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11396443843841553},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3395035.3425638","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395035.3425638","pdf_url":null,"source":{"id":"https://openalex.org/S4306506653","display_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W26772505","https://openalex.org/W1991302607","https://openalex.org/W2003238582","https://openalex.org/W2085662862","https://openalex.org/W2107102073","https://openalex.org/W2122956793","https://openalex.org/W2163833659","https://openalex.org/W2194775991","https://openalex.org/W2583437951","https://openalex.org/W2800829716","https://openalex.org/W2908072085","https://openalex.org/W2908566416","https://openalex.org/W2921884976","https://openalex.org/W2957311632","https://openalex.org/W2963446712","https://openalex.org/W2963597768","https://openalex.org/W2963795951","https://openalex.org/W2964167369","https://openalex.org/W2968212823","https://openalex.org/W2977506645","https://openalex.org/W2996549657","https://openalex.org/W2999330421","https://openalex.org/W3035959578","https://openalex.org/W3160585152","https://openalex.org/W4234552385","https://openalex.org/W4248892918"],"related_works":["https://openalex.org/W2948663225","https://openalex.org/W4281711722","https://openalex.org/W616960231","https://openalex.org/W2156479290","https://openalex.org/W1596449093","https://openalex.org/W1184335342","https://openalex.org/W1571538187","https://openalex.org/W3124400455","https://openalex.org/W2107509895","https://openalex.org/W2263820863"],"abstract_inverted_index":{"Automatic":[0],"deception":[1,48],"detection":[2],"is":[3,26,30],"a":[4,24,147,159],"challenging":[5],"issue":[6],"since":[7],"human":[8],"behaviors":[9],"are":[10],"too":[11],"complex":[12],"to":[13,32,84,116],"establish":[14],"any":[15],"standard":[16],"behavioral":[17],"signs":[18],"that":[19,23,58],"would":[20],"explicitly":[21],"indicate":[22],"person":[25],"lying.":[27],"Furthermore,":[28],"it":[29],"difficult":[31],"collect":[33],"naturalistic":[34],"datasets":[35],"for":[36,47],"supervised":[37],"learning":[38],"as":[39],"both":[40],"external":[41],"and":[42,68,75,102,119,123,125,138,153],"self-annotation":[43],"may":[44],"be":[45],"unreliable":[46],"annotation.":[49],"For":[50],"these":[51],"purposes,":[52],"we":[53,95],"collected":[54],"the":[55],"TRuLie":[56],"dataset":[57,115],"consists":[59],"of":[60,78,151,156],"synchronously":[61],"recorded":[62],"videos":[63],"(34":[64],"hours":[65],"in":[66],"total)":[67],"data":[69],"received":[70],"from":[71,121,133,140],"contact":[72],"photoplethysmography":[73],"(PPG)":[74],"hardware":[76],"eye-tracker":[77],"ninety":[79],"three":[80],"subjects":[81],"who":[82],"tried":[83],"feign":[85],"innocence":[86],"during":[87],"interrogation":[88],"after":[89],"they":[90],"committed":[91],"mock":[92],"crimes.":[93],"Thus,":[94],"had":[96],"multimodal":[97],"fragments":[98],"with":[99],"lie":[100,118],"(n=3380)":[101],"truth":[103,120],"(n=6444).":[104],"We":[105],"trained":[106],"an":[107,154],"end-to-end":[108],"convolutional":[109],"neural":[110],"network":[111],"(CNN)":[112],"on":[113,129,158],"this":[114],"predict":[117],"audio":[122],"video,":[124,134],"also":[126],"built":[127],"classifiers":[128],"combined":[130],"features":[131],"extracted":[132],"audio,":[135],"PPG,":[136],"eye-tracker,":[137],"predictions":[139],"CNN.":[141],"The":[142],"best":[143],"classifier":[144],"(LightGBM)":[145],"showed":[146],"mean":[148],"balanced":[149],"accuracy":[150],"0.64":[152],"F1-score":[155],"0.76":[157],"5-fold":[160],"cross-validation.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}