{"id":"https://openalex.org/W7141315131","doi":"https://doi.org/10.48550/arxiv.2603.25620","title":"PICon: A Multi-Turn Interrogation Framework for Evaluating Persona Agent Consistency","display_name":"PICon: A Multi-Turn Interrogation Framework for Evaluating Persona Agent Consistency","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7141315131","doi":"https://doi.org/10.48550/arxiv.2603.25620"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.25620","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.25620","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126256704","display_name":"Minseo Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Minseo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130791537","display_name":"Sujeong Im","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Im, Sujeong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Choi, Junseong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Junseong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130744206","display_name":"Junhee Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Junhee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108874742","display_name":"Chaeeun Shim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shim, Chaeeun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Hong, Hwajung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Hwajung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Choi, Edward","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Edward","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.3508000075817108,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.3508000075817108,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.27559998631477356,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.07199999690055847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persona","display_name":"Persona","score":0.9441999793052673},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.8091999888420105},{"id":"https://openalex.org/keywords/interrogation","display_name":"Interrogation","score":0.8077999949455261},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4537000060081482},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"Conceptual framework","score":0.3662000000476837},{"id":"https://openalex.org/keywords/deontic-logic","display_name":"Deontic logic","score":0.3594000041484833},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.3375000059604645}],"concepts":[{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.9441999793052673},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.8091999888420105},{"id":"https://openalex.org/C2776240099","wikidata":"https://www.wikidata.org/wiki/Q327018","display_name":"Interrogation","level":2,"score":0.8077999949455261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6215999722480774},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4537000060081482},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40610000491142273},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39959999918937683},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.3662000000476837},{"id":"https://openalex.org/C6377922","wikidata":"https://www.wikidata.org/wiki/Q302542","display_name":"Deontic logic","level":2,"score":0.3594000041484833},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30000001192092896},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2547000050544739},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.25620","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.25620","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7432118058204651,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2],"(LLM)-based":[3],"persona":[4,29,75,110,158],"agents":[5,76,111,159],"are":[6],"rapidly":[7],"being":[8],"adopted":[9],"as":[10,124,163],"scalable":[11],"proxies":[12],"for":[13,25,156,165],"human":[14,115,131,166],"participants":[15],"across":[16,133],"diverse":[17],"domains.":[18],"Yet":[19],"there":[20],"is":[21],"no":[22,50],"systematic":[23,57],"method":[24],"verifying":[26],"whether":[27],"a":[28,48,54,149,153],"agent's":[30],"responses":[31,141],"remain":[32],"free":[33],"of":[34,109],"contradictions":[35,138],"and":[36,100,139,152,173],"factual":[37],"inaccuracies":[38],"throughout":[39],"an":[40,70,174],"interaction.":[41],"A":[42],"principle":[43,66],"from":[44,92],"interrogation":[45,58],"methodology":[46,155],"offers":[47],"lens:":[49],"matter":[51],"how":[52],"elaborate":[53],"fabricated":[55],"identity,":[56],"will":[59],"expose":[60],"its":[61],"contradictions.":[62],"We":[63,168],"apply":[64],"this":[65],"to":[67,128],"propose":[68],"PICon,":[69],"evaluation":[71],"framework":[72],"that":[73,119],"probes":[74],"through":[77],"logically":[78],"chained":[79,143],"multi-turn":[80],"questioning.":[81,144],"PICon":[82],"evaluates":[83],"consistency":[84,90,95,102],"along":[85],"three":[86,135],"core":[87],"dimensions:":[88],"internal":[89],"(freedom":[91],"self-contradiction),":[93],"external":[94],"(alignment":[96],"with":[97],"real-world":[98],"facts),":[99],"retest":[101],"(stability":[103],"under":[104,142],"repetition).":[105],"Evaluating":[106],"seven":[107],"groups":[108],"alongside":[112],"63":[113],"real":[114],"participants,":[116],"we":[117],"find":[118],"even":[120],"systems":[121],"previously":[122],"reported":[123],"highly":[125],"consistent":[126],"fail":[127],"meet":[129],"the":[130,170],"baseline":[132],"all":[134],"dimensions,":[136],"revealing":[137],"evasive":[140],"This":[145],"work":[146],"provides":[147],"both":[148],"conceptual":[150],"foundation":[151],"practical":[154],"evaluating":[157],"before":[160],"trusting":[161],"them":[162],"substitutes":[164],"participants.":[167],"provide":[169],"source":[171],"code":[172],"interactive":[175],"demo":[176],"at:":[177],"https://kaist-edlab.github.io/picon/":[178]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-28T00:00:00"}