{"id":"https://openalex.org/W7138986205","doi":"https://doi.org/10.1609/aaai.v40i44.41116","title":"LieCraft: A Multi-Agent Framework for Evaluating Deceptive Capabilities in Language Models","display_name":"LieCraft: A Multi-Agent Framework for Evaluating Deceptive Capabilities in Language Models","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138986205","doi":"https://doi.org/10.1609/aaai.v40i44.41116"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i44.41116","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i44.41116","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41116/45077","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41116/45077","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Matthew Lyle Olson","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Lyle Olson","raw_affiliation_strings":["Oracle"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oracle","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Neale Ratzlaff","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neale Ratzlaff","raw_affiliation_strings":["Oracle"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oracle","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Musashi Hinck","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Musashi Hinck","raw_affiliation_strings":["Intel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tri Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tri Nguyen","raw_affiliation_strings":["Oregon State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Vasudev Lal","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vasudev Lal","raw_affiliation_strings":["Oracle"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oracle","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Joseph Campbell","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Campbell","raw_affiliation_strings":["Purdue University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Simon Stepputtis","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Simon Stepputtis","raw_affiliation_strings":["Virginia Polytechnic Institute and State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Polytechnic Institute and State University","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shao-Yen Tseng","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shao-Yen Tseng","raw_affiliation_strings":["Oracle"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oracle","institution_ids":["https://openalex.org/I1342911587"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39622642,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"44","first_page":"37802","last_page":"37809"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.37119999527931213,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.37119999527931213,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12950000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.08500000089406967,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.7520999908447266},{"id":"https://openalex.org/keywords/false-accusation","display_name":"False accusation","score":0.4553000032901764},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.41290000081062317},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.4018999934196472},{"id":"https://openalex.org/keywords/underwriting","display_name":"Underwriting","score":0.3801000118255615},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.35910001397132874},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3294999897480011},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3174000084400177}],"concepts":[{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.7520999908447266},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5763000249862671},{"id":"https://openalex.org/C59577422","wikidata":"https://www.wikidata.org/wiki/Q10265143","display_name":"False accusation","level":2,"score":0.4553000032901764},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.45249998569488525},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.4018999934196472},{"id":"https://openalex.org/C26503482","wikidata":"https://www.wikidata.org/wiki/Q1898080","display_name":"Underwriting","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3303000032901764},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.32850000262260437},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30660000443458557},{"id":"https://openalex.org/C119421448","wikidata":"https://www.wikidata.org/wiki/Q2268776","display_name":"Lying","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2897999882698059},{"id":"https://openalex.org/C2781251061","wikidata":"https://www.wikidata.org/wiki/Q5416089","display_name":"Evasion (ethics)","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C6377922","wikidata":"https://www.wikidata.org/wiki/Q302542","display_name":"Deontic logic","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C166998942","wikidata":"https://www.wikidata.org/wiki/Q16969238","display_name":"Interactor","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C119770614","wikidata":"https://www.wikidata.org/wiki/Q5516347","display_name":"Gadget","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i44.41116","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i44.41116","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41116/45077","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/41116","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/41116","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i44.41116","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i44.41116","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41116/45077","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138986205.pdf","grobid_xml":"https://content.openalex.org/works/W7138986205.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"exhibit":[4],"impressive":[5],"general-purpose":[6],"capabilities":[7],"but":[8],"also":[9],"introduce":[10],"serious":[11],"safety":[12],"risks,":[13],"particularly":[14],"the":[15,118,151],"potential":[16],"for":[17,40],"deception":[18,43,168],"as":[19,108],"models":[20,185],"acquire":[21],"increased":[22],"agency":[23],"and":[24,38,69,86,113,138,170,181,194],"human":[25],"oversight":[26],"diminishes.":[27],"In":[28],"this":[29],"work,":[30],"we":[31,102,154],"present":[32],"LieCraft:":[33],"a":[34,57,73],"novel":[35,58],"evaluation":[36],"framework":[37,152],"sandbox":[39],"measuring":[41],"LLM":[42],"that":[44,116,141,176],"addresses":[45],"key":[46],"limitations":[47],"of":[48,135],"prior":[49],"game-based":[50],"evaluations.":[51],"At":[52],"its":[53],"core,":[54],"LieCraft":[55,131],"is":[56],"multiplayer":[59],"hidden-role":[60],"game":[61,136],"in":[62,121,130,179],"which":[63],"players":[64],"select":[65],"an":[66],"ethical":[67],"alignment":[68],"execute":[70],"strategies":[71],"over":[72],"long":[74],"time-horizon":[75],"to":[76,82,166,188,197],"accomplish":[77],"missions.":[78,97],"Cooperators":[79],"work":[80],"together":[81],"solve":[83],"event":[84],"challenges":[85],"expose":[87],"bad":[88],"actors,":[89],"while":[90,94,146],"Defectors":[91],"evade":[92],"suspicion":[93],"secretly":[95],"sabotaging":[96],"To":[98],"enable":[99],"real-world":[100],"relevance,":[101],"develop":[103],"10":[104],"grounded":[105],"scenarios":[106],"such":[107],"childcare,":[109],"hospital":[110],"resource":[111],"allocation,":[112],"loan":[114],"underwriting":[115],"recontextualize":[117],"underlying":[119],"mechanics":[120,137],"ethically":[122],"significant,":[123],"high-stakes":[124],"domains.":[125],"We":[126],"ensure":[127],"balanced":[128],"gameplay":[129],"through":[132],"careful":[133],"design":[134],"reward":[139],"structures":[140],"incentivize":[142],"meaningful":[143],"strategic":[144],"choices":[145],"eliminating":[147],"degenerate":[148],"strategies.":[149],"Beyond":[150],"itself,":[153],"report":[155],"results":[156],"from":[157],"12":[158],"state-of-the-art":[159],"LLMs":[160],"across":[161],"three":[162],"behavioral":[163],"axes:":[164],"propensity":[165],"defect,":[167],"skill,":[169],"accusation":[171],"accuracy.":[172],"Our":[173],"findings":[174],"reveal":[175],"despite":[177],"differences":[178],"competence":[180],"overall":[182],"alignment,":[183],"all":[184],"are":[186],"willing":[187],"act":[189],"unethically,":[190],"conceal":[191],"their":[192,199],"intentions,":[193],"outright":[195],"lie":[196],"pursue":[198],"goals.":[200]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-12T00:00:00"}