{"id":"https://openalex.org/W3048802360","doi":"https://doi.org/10.1109/taffc.2020.3015684","title":"Multimodal Deception Detection Using Real-Life Trial Data","display_name":"Multimodal Deception Detection Using Real-Life Trial Data","publication_year":2020,"publication_date":"2020-08-11","ids":{"openalex":"https://openalex.org/W3048802360","doi":"https://doi.org/10.1109/taffc.2020.3015684","mag":"3048802360"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2020.3015684","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2020.3015684","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103272723","display_name":"Mehmet Umut \u015een","orcid":"https://orcid.org/0000-0001-7609-2210"},"institutions":[{"id":"https://openalex.org/I134235054","display_name":"Sabanc\u0131 \u00dcniversitesi","ror":"https://ror.org/049asqa32","country_code":"TR","type":"education","lineage":["https://openalex.org/I134235054"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"M. Umut Sen","raw_affiliation_strings":["Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey","institution_ids":["https://openalex.org/I134235054"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007955173","display_name":"Ver\u00f3nica P\u00e9rez\u2010Rosas","orcid":"https://orcid.org/0000-0003-0581-2334"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Veronica Perez-Rosas","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057031258","display_name":"Berrin Yan\u0131ko\u011flu","orcid":"https://orcid.org/0000-0001-7403-7592"},"institutions":[{"id":"https://openalex.org/I134235054","display_name":"Sabanc\u0131 \u00dcniversitesi","ror":"https://ror.org/049asqa32","country_code":"TR","type":"education","lineage":["https://openalex.org/I134235054"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Berrin Yanikoglu","raw_affiliation_strings":["Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey","institution_ids":["https://openalex.org/I134235054"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020093775","display_name":"Mohamed Abouelenien","orcid":"https://orcid.org/0000-0001-5351-5778"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamed Abouelenien","raw_affiliation_strings":["Department of Computer and Information Science, University of Michigan-Dearborn, Dearborn, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Michigan-Dearborn, Dearborn, MI, USA","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070726773","display_name":"Mihai Burzo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210092198","display_name":"University of Michigan\u2013Flint","ror":"https://ror.org/01c3xc117","country_code":"US","type":"education","lineage":["https://openalex.org/I4210092198"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihai Burzo","raw_affiliation_strings":["Department of Mechanical Engineering, University of Michigan Flint, Flint, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Michigan Flint, Flint, MI, USA","institution_ids":["https://openalex.org/I4210092198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082450455","display_name":"Rada Mihalcea","orcid":"https://orcid.org/0000-0002-0767-6703"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rada Mihalcea","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103272723"],"corresponding_institution_ids":["https://openalex.org/I134235054"],"apc_list":null,"apc_paid":null,"fwci":5.6178,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.96168456,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"13","issue":"1","first_page":"306","last_page":"319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10565","display_name":"Psychopathy, Forensic Psychiatry, Sexual Offending","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.9627000093460083,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.9592087864875793},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8457921147346497},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5680971145629883},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.47218194603919983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46933284401893616},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.38859695196151733},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.2668350338935852}],"concepts":[{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.9592087864875793},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8457921147346497},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5680971145629883},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.47218194603919983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46933284401893616},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38859695196151733},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2668350338935852},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/taffc.2020.3015684","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2020.3015684","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:research.sabanciuniv.edu:42388","is_oa":false,"landing_page_url":"http://doi.org/10.1109/TAFFC.2020.3015684","pdf_url":null,"source":{"id":"https://openalex.org/S4306402254","display_name":"Sabanci University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I134235054","host_organization_name":"Sabanc\u0131 \u00dcniversitesi","host_organization_lineage":["https://openalex.org/I134235054"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:research.sabanciuniv.edu:43580","is_oa":false,"landing_page_url":"https://research.sabanciuniv.edu/id/eprint/43580/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402254","display_name":"Sabanci University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I134235054","host_organization_name":"Sabanc\u0131 \u00dcniversitesi","host_organization_lineage":["https://openalex.org/I134235054"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"},{"score":0.4000000059604645,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W8071169","https://openalex.org/W226921167","https://openalex.org/W1488483520","https://openalex.org/W1495872469","https://openalex.org/W1588539311","https://openalex.org/W1595126664","https://openalex.org/W1763186710","https://openalex.org/W1809872410","https://openalex.org/W1936564764","https://openalex.org/W1971400795","https://openalex.org/W1973964311","https://openalex.org/W1978590488","https://openalex.org/W1984731574","https://openalex.org/W2002849554","https://openalex.org/W2006551012","https://openalex.org/W2012669788","https://openalex.org/W2035896792","https://openalex.org/W2040849715","https://openalex.org/W2041928438","https://openalex.org/W2049380974","https://openalex.org/W2061041051","https://openalex.org/W2067996923","https://openalex.org/W2081926237","https://openalex.org/W2089594500","https://openalex.org/W2090777335","https://openalex.org/W2091034860","https://openalex.org/W2099504862","https://openalex.org/W2104457615","https://openalex.org/W2112976313","https://openalex.org/W2114834874","https://openalex.org/W2115008841","https://openalex.org/W2118035180","https://openalex.org/W2118779074","https://openalex.org/W2124821580","https://openalex.org/W2131540062","https://openalex.org/W2134060664","https://openalex.org/W2135576695","https://openalex.org/W2145494710","https://openalex.org/W2147306916","https://openalex.org/W2148398991","https://openalex.org/W2149731110","https://openalex.org/W2152973845","https://openalex.org/W2153304693","https://openalex.org/W2158094649","https://openalex.org/W2158218479","https://openalex.org/W2159668072","https://openalex.org/W2163833659","https://openalex.org/W2250539671","https://openalex.org/W2251085885","https://openalex.org/W2251645975","https://openalex.org/W2313384944","https://openalex.org/W2318733123","https://openalex.org/W2330731913","https://openalex.org/W2337924695","https://openalex.org/W2395639500","https://openalex.org/W2402829841","https://openalex.org/W2564068158","https://openalex.org/W2583437951","https://openalex.org/W2604778133","https://openalex.org/W2789851222","https://openalex.org/W2807126412","https://openalex.org/W2912901275","https://openalex.org/W2940935336","https://openalex.org/W2963597768","https://openalex.org/W3028611139","https://openalex.org/W4210993929","https://openalex.org/W4214947720","https://openalex.org/W4248892918","https://openalex.org/W6600448489","https://openalex.org/W6638530389","https://openalex.org/W6638916899","https://openalex.org/W6659545215","https://openalex.org/W6676862807","https://openalex.org/W6678444979","https://openalex.org/W6684043126","https://openalex.org/W6736047830","https://openalex.org/W6766978945","https://openalex.org/W6778158568"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2165717120","https://openalex.org/W2029954793","https://openalex.org/W2948663225","https://openalex.org/W2039390456","https://openalex.org/W4295295666","https://openalex.org/W1978059949","https://openalex.org/W2512387791","https://openalex.org/W2128448209"],"abstract_inverted_index":{"Hearings":[0],"of":[1,18,41,52,63,103,149,175],"witnesses":[2],"and":[3,65,81,87,96,155],"defendants":[4,86],"play":[5],"a":[6,49,70,138],"crucial":[7],"role":[8],"when":[9],"reaching":[10],"court":[11,57],"trial":[12,19,45],"decisions.":[13],"Given":[14],"the":[15,26,39,61,101,106,116,146,157,160,170],"high-stakes":[16],"nature":[17],"outcomes,":[20],"developing":[21],"computational":[22],"models":[23],"that":[24,75,166],"assist":[25],"decision-making":[27],"process":[28],"is":[29,112],"an":[30],"important":[31],"research":[32],"venue.":[33],"In":[34,89],"this":[35],"article,":[36],"we":[37,136,144],"address":[38],"identification":[40],"deception":[42,72,104,140,151],"in":[43,126,134],"real-life":[44],"data.":[46],"We":[47,59],"use":[48,62],"dataset":[50],"consisting":[51],"videos":[53],"collected":[54],"from":[55],"public":[56],"trials.":[58],"explore":[60],"verbal":[64],"non-verbal":[66],"modalities":[67,93,118,154],"to":[68,77,159],"build":[69],"multimodal":[71],"detection":[73,141],"system":[74,168],"aims":[76],"discriminate":[78],"between":[79],"truthful":[80],"deceptive":[82],"statements":[83],"provided":[84],"by":[85,114],"witnesses.":[88],"particular,":[90],"three":[91,117],"complementary":[92],"(visual,":[94],"acoustic":[95],"linguistic)":[97],"are":[98],"evaluated":[99],"for":[100],"classification":[102],"at":[105],"subject":[107],"level.":[108],"The":[109,163],"final":[110],"classifier":[111],"obtained":[113],"combining":[115],"via":[119],"score-level":[120],"classification,":[121],"achieving":[122],"83.05":[123],"percent":[124],"accuracy":[125],"subject-level":[127],"deceit":[128],"detection.":[129],"To":[130],"place":[131],"our":[132,167],"results":[133,158,164],"perspective,":[135],"present":[137],"human":[139,147,173],"study":[142],"where":[143],"evaluate":[145],"capability":[148,174],"detecting":[150],"using":[152],"different":[153],"compare":[156],"developed":[161],"system.":[162],"show":[165],"outperforms":[169],"average":[171],"non-expert":[172],"identifying":[176],"deceit.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}