{"id":"https://openalex.org/W3082553396","doi":"https://doi.org/10.1145/3382507.3418864","title":"Introducing Representations of Facial Affect in Automated Multimodal Deception Detection","display_name":"Introducing Representations of Facial Affect in Automated Multimodal Deception Detection","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3082553396","doi":"https://doi.org/10.1145/3382507.3418864","mag":"3082553396"},"language":"en","primary_location":{"id":"doi:10.1145/3382507.3418864","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.13369","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017109645","display_name":"Leena Mathur","orcid":"https://orcid.org/0009-0002-8606-5325"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Leena Mathur","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010248533","display_name":"Maja J. Matari\u0107","orcid":"https://orcid.org/0000-0001-8958-6666"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maja J. Matari\u0107","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017109645"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":4.9442,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.95334948,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"305","last_page":"314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10565","display_name":"Psychopathy, Forensic Psychiatry, Sexual Offending","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12313","display_name":"Emotions and Moral Behavior","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.8730973601341248},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.6775671243667603},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6179198026657104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5917080044746399},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5820788145065308},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5662426948547363},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5464242696762085},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.5347045660018921},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.5203368663787842},{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.4957908093929291},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.44198697805404663},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.43815121054649353},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42811641097068787},{"id":"https://openalex.org/keywords/lie-detection","display_name":"Lie detection","score":0.41937553882598877},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4121232032775879},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.3465842604637146},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27518337965011597},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.13013440370559692},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.12566527724266052}],"concepts":[{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.8730973601341248},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.6775671243667603},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6179198026657104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5917080044746399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5820788145065308},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5662426948547363},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5464242696762085},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.5347045660018921},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.5203368663787842},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.4957908093929291},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.44198697805404663},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.43815121054649353},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42811641097068787},{"id":"https://openalex.org/C2776437466","wikidata":"https://www.wikidata.org/wiki/Q60920","display_name":"Lie detection","level":3,"score":0.41937553882598877},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4121232032775879},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3465842604637146},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27518337965011597},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.13013440370559692},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.12566527724266052},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3382507.3418864","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2008.13369","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.13369","pdf_url":"https://arxiv.org/pdf/2008.13369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.13369","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.13369","pdf_url":"https://arxiv.org/pdf/2008.13369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1487133565","https://openalex.org/W1509092951","https://openalex.org/W1546928902","https://openalex.org/W1568244992","https://openalex.org/W1606018199","https://openalex.org/W1664770958","https://openalex.org/W1981722050","https://openalex.org/W1984170705","https://openalex.org/W1988012335","https://openalex.org/W1989357066","https://openalex.org/W1998632635","https://openalex.org/W2003154862","https://openalex.org/W2009319053","https://openalex.org/W2028984600","https://openalex.org/W2035896792","https://openalex.org/W2047192624","https://openalex.org/W2066400059","https://openalex.org/W2076346682","https://openalex.org/W2080983976","https://openalex.org/W2085662862","https://openalex.org/W2089151017","https://openalex.org/W2089594500","https://openalex.org/W2090777335","https://openalex.org/W2091034860","https://openalex.org/W2096740425","https://openalex.org/W2097128017","https://openalex.org/W2098475626","https://openalex.org/W2100932994","https://openalex.org/W2101234009","https://openalex.org/W2118035180","https://openalex.org/W2129905273","https://openalex.org/W2144180486","https://openalex.org/W2149628368","https://openalex.org/W2156665896","https://openalex.org/W2163833659","https://openalex.org/W2165591931","https://openalex.org/W2167806179","https://openalex.org/W2239141610","https://openalex.org/W2251550834","https://openalex.org/W2271840356","https://openalex.org/W2503643158","https://openalex.org/W2510321595","https://openalex.org/W2520314569","https://openalex.org/W2560862806","https://openalex.org/W2583437951","https://openalex.org/W2604452528","https://openalex.org/W2608109603","https://openalex.org/W2619383789","https://openalex.org/W2655404332","https://openalex.org/W2713788831","https://openalex.org/W2749191161","https://openalex.org/W2754882911","https://openalex.org/W2773980160","https://openalex.org/W2785091982","https://openalex.org/W2787868933","https://openalex.org/W2789851222","https://openalex.org/W2796639075","https://openalex.org/W2802314367","https://openalex.org/W2805970382","https://openalex.org/W2807126412","https://openalex.org/W2894677076","https://openalex.org/W2898054859","https://openalex.org/W2903923191","https://openalex.org/W2963597768","https://openalex.org/W2968212823","https://openalex.org/W2975318333","https://openalex.org/W2980813192","https://openalex.org/W2997591727","https://openalex.org/W4211153864","https://openalex.org/W4214831367","https://openalex.org/W4232381114","https://openalex.org/W4240659892","https://openalex.org/W4248721357","https://openalex.org/W4300463483"],"related_works":["https://openalex.org/W2044416304","https://openalex.org/W2161427610","https://openalex.org/W4220793721","https://openalex.org/W3194813693","https://openalex.org/W1513523940","https://openalex.org/W2911399755","https://openalex.org/W8328844","https://openalex.org/W2066202740","https://openalex.org/W616960231","https://openalex.org/W2141866768"],"abstract_inverted_index":{"Automated":[0],"deception":[1,32,60,206,270],"detection":[2,33],"systems":[3],"can":[4],"enhance":[5],"health,":[6],"justice,":[7],"and":[8,22,43,69,116,129,139,156,201,220,229,243,255,268,271],"security":[9],"in":[10,17,83,92,207,226,251],"society":[11],"by":[12,97],"helping":[13],"humans":[14],"detect":[15,205],"deceivers":[16],"high-stakes":[18,85],"situations":[19],"across":[20],"medical":[21],"legal":[23],"domains,":[24],"among":[25],"others.":[26],"Existing":[27],"machine":[28,193,263],"learning":[29,194,264],"approaches":[30,141,195,265],"for":[31,58,142,266],"have":[34],"not":[35,179,212],"leveraged":[36,89],"dimensional":[37],"representations":[38,112],"of":[39,51,55,77,113,154,171,181,248,260],"facial":[40,56,114,117,149,157,214,227,230,249],"affect:":[41],"valence":[42,115,228],"arousal.":[44],"This":[45,184],"paper":[46],"presents":[47],"a":[48,74,99,187],"novel":[49],"analysis":[50],"the":[52,106,161,257],"discriminative":[53],"power":[54],"affect":[57,150,158,242,250],"automated":[59,93,192],"detection,":[61],"along":[62],"with":[63,123],"interpretable":[64,198],"features":[65,203],"from":[66,119],"visual,":[67,199],"vocal,":[68,200],"verbal":[70,202],"modalities.":[71],"We":[72,88,121],"used":[73,197],"video":[75],"dataset":[76],"people":[78],"communicating":[79],"truthfully":[80],"or":[81],"deceptively":[82],"real-world,":[84],"courtroom":[86],"situations.":[87],"recent":[90],"advances":[91],"emotion":[94],"recognition":[95],"in-the-wild":[96],"implementing":[98],"state-of-the-art":[100],"deep":[101],"neural":[102],"network":[103],"trained":[104,147],"on":[105,148,175,239],"Aff-Wild":[107],"database":[108],"to":[109,134,204,235],"extract":[110],"continuous":[111],"arousal":[118],"speakers.":[120],"experimented":[122],"unimodal":[124],"Support":[125],"Vector":[126],"Machines":[127],"(SVM)":[128],"SVM-based":[130],"multimodal":[131,163],"fusion":[132],"methods":[133],"identify":[135],"effective":[136],"features,":[137],"modalities,":[138],"modeling":[140,267],"detecting":[143,269],"deception.":[144,244],"Unimodal":[145],"models":[146,253],"achieved":[151,168,186],"an":[152,169],"AUC":[153,170,189],"80%,":[155],"contributed":[159],"towards":[160],"highest-performing":[162],"approach":[164,185],"(adaptive":[165],"boosting)":[166],"that":[167,196],"91%":[172],"when":[173],"tested":[174],"speakers":[176,222],"who":[177],"were":[178],"part":[180],"training":[182],"sets.":[183],"higher":[188],"than":[190],"existing":[191,236],"this":[208],"dataset,":[209],"but":[210],"did":[211],"use":[213],"affect.":[215],"Across":[216],"all":[217],"videos,":[218],"deceptive":[219],"truthful":[221],"exhibited":[223],"significant":[224],"differences":[225],"arousal,":[231],"contributing":[232],"computational":[233],"support":[234],"psychological":[237],"theories":[238],"relationships":[240],"between":[241],"The":[245],"demonstrated":[246],"importance":[247],"our":[252],"informs":[254],"motivates":[256],"future":[258],"development":[259],"automated,":[261],"affect-aware":[262],"other":[272],"social":[273],"behaviors":[274],"in-the-wild.":[275]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2020-09-08T00:00:00"}