{"id":"https://openalex.org/W7171827720","doi":"https://doi.org/10.48550/arxiv.2607.27056","title":"Setoka: A Benchmark for Hierarchical User Understanding in Personalized Agents over Heterogeneous Data","display_name":"Setoka: A Benchmark for Hierarchical User Understanding in Personalized Agents over Heterogeneous Data","publication_year":2026,"publication_date":"2026-07-29","ids":{"openalex":"https://openalex.org/W7171827720","doi":"https://doi.org/10.48550/arxiv.2607.27056"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.27056","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.27056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.27056","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143987419","display_name":"Lingyang Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Lingyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143987699","display_name":"Guangze Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guangze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048134632","display_name":"Kaichen Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Kaichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101532788","display_name":"Zhicheng Pan","orcid":"https://orcid.org/0000-0002-3572-1735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Zhicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034059425","display_name":"Siyang Weng","orcid":"https://orcid.org/0009-0003-2807-2057"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Siyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139838343","display_name":"Zirui Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Zirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144064447","display_name":"Xiangyun Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Xiangyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101807706","display_name":"Hailin He","orcid":"https://orcid.org/0000-0001-5081-3032"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Hailin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144023743","display_name":"Rong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Rong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100737722","display_name":"Chengcheng Yang","orcid":"https://orcid.org/0000-0003-4709-3024"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144043183","display_name":"Kai Lun Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5144014765","display_name":"Xuan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.125900000333786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.125900000333786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.12129999697208405,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.11969999969005585,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6258999705314636},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4569999873638153},{"id":"https://openalex.org/keywords/episodic-memory","display_name":"Episodic memory","score":0.4343000054359436},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.42500001192092896},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.42179998755455017},{"id":"https://openalex.org/keywords/user-modeling","display_name":"User modeling","score":0.412200003862381},{"id":"https://openalex.org/keywords/semantic-memory","display_name":"Semantic memory","score":0.3630000054836273},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.3310999870300293}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8241999745368958},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6258999705314636},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5174000263214111},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.4343000054359436},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.42179998755455017},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.412200003862381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3939000070095062},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.3630000054836273},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32019999623298645},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.2816999852657318},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27320000529289246},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.26570001244544983},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.27056","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.27056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.27056","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.27056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.43305814266204834,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Personalized":[0],"agents":[1,75],"are":[2],"increasingly":[3],"applied":[4],"to":[5,54,109,135],"assist":[6],"users":[7],"across":[8],"a":[9,69,117],"wide":[10],"range":[11],"of":[12,59,95,210],"tasks.":[13],"Effective":[14],"personalized":[15,74],"assistance":[16],"requires":[17],"not":[18],"only":[19],"retrieving":[20],"explicit":[21],"facts":[22],"from":[23,80,86],"past":[24],"interactions":[25],"stored":[26],"in":[27,50,84],"agent":[28,44],"memory,":[29,100,102],"but":[30],"also":[31],"inferring":[32],"abstract":[33],"personal":[34],"characteristics.":[35],"However,":[36],"existing":[37,155],"memory":[38,143,161,211],"benchmarks":[39],"primarily":[40],"evaluate":[41,136],"whether":[42],"an":[43,56],"can":[45],"retrieve":[46],"information":[47,186],"explicitly":[48],"stated":[49],"conversational":[51],"histories,":[52],"failing":[53],"provide":[55],"effective":[57],"assessment":[58],"deeper":[60],"user":[61,78,96,125,198,220],"understanding.":[62],"In":[63],"this":[64],"work,":[65],"we":[66,115,132],"propose":[67],"Setoka,":[68],"benchmark":[70],"for":[71,145,213],"evaluating":[72],"memory-augmented":[73],"with":[76,141,172],"hierarchical":[77],"understanding":[79,178,199],"heterogeneous":[81,124,183],"data.":[82],"Grounded":[83],"theories":[85],"cognitive":[87],"and":[88,105,127,175,184,216],"personality":[89,106,176],"psychology,":[90],"Setoka":[91,134],"defines":[92],"four":[93],"levels":[94],"understanding,":[97],"i.e.,":[98],"semantic":[99,160],"episodic":[101,167],"behavior":[103,173],"pattern,":[104],"trait.":[107],"Moreover,":[108,169],"enable":[110],"realistic":[111],"yet":[112],"privacy-preserving":[113],"evaluation,":[114],"design":[116,209],"psychometrics-based":[118],"pipeline":[119],"that":[120,153,180,197],"synthesizes":[121],"diverse,":[122],"coherent":[123],"data":[126],"queries":[128],"at":[129],"scale.":[130],"Finally,":[131],"leverage":[133],"3":[137],"language":[138],"models":[139],"combined":[140],"5":[142],"systems":[144,156],"10":[146],"synthetic":[147],"users.":[148],"Our":[149],"comprehensive":[150],"evaluation":[151],"reveals":[152],"while":[154],"perform":[157],"well":[158],"on":[159,166],"retrieval,":[162,206],"their":[163],"performance":[164,190],"declines":[165,191],"memory.":[168],"when":[170],"dealing":[171],"pattern":[174],"trait":[177],"tasks":[179],"require":[181],"integrating":[182],"fragmented":[185],"dispersed":[187],"over":[188,218],"time,":[189],"even":[192],"further.":[193],"These":[194],"findings":[195],"demonstrate":[196],"cannot":[200],"be":[201],"handled":[202],"by":[203],"simple":[204],"fact":[205],"motivating":[207],"the":[208],"mechanisms":[212],"cross-source":[214],"integration":[215],"abstraction":[217],"long-term":[219],"behavior.":[221]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2026-07-31T00:00:00"}