{"id":"https://openalex.org/W7167733099","doi":"https://doi.org/10.48550/arxiv.2607.05742","title":"PERSONAJUDGE: Simulating Individual Human Preference Judgments with Evaluator-Specific Demonstration Data","display_name":"PERSONAJUDGE: Simulating Individual Human Preference Judgments with Evaluator-Specific Demonstration Data","publication_year":2026,"publication_date":"2026-07-07","ids":{"openalex":"https://openalex.org/W7167733099","doi":"https://doi.org/10.48550/arxiv.2607.05742"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.05742","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05742","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.05742","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140251737","display_name":"Zeyu He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zeyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140281596","display_name":"Xuan Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Xuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056578172","display_name":"Subramanian Chidambaram","orcid":"https://orcid.org/0000-0001-8627-9898"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chidambaram, Subramanian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073136550","display_name":"Zhewei Xu","orcid":"https://orcid.org/0000-0003-4718-6175"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136046910","display_name":"Vinayak Arannil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arannil, Vinayak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133572394","display_name":"Lydia Chilton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chilton, Lydia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5005700214","display_name":"Alex C. Williams","orcid":"https://orcid.org/0000-0002-1412-6347"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Williams, Alex C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4106000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4106000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.16689999401569366,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06880000233650208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.6869999766349792},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5799000263214111},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5393999814987183},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5342000126838684},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5115000009536743},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4912000000476837},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.4749000072479248},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.46230000257492065}],"concepts":[{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.6869999766349792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6865000128746033},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5799000263214111},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5393999814987183},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5342000126838684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5145000219345093},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5115000009536743},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4912000000476837},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46230000257492065},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40959998965263367},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.39579999446868896},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28380000591278076},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.05742","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05742","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.05742","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05742","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"increasingly":[3],"serve":[4],"as":[5],"judges":[6],"in":[7,70],"AI":[8,175],"evaluation,":[9,167],"but":[10],"current":[11],"approaches":[12],"rely":[13],"on":[14,135],"consensus":[15],"preferences":[16],"that":[17,28],"ignore":[18],"individual":[19,45,173],"evaluator":[20],"variation.":[21],"We":[22,50],"propose":[23],"a":[24,52,71],"novel":[25],"simulation":[26,43,84],"approach":[27,58,85],"combines":[29],"categorical":[30],"judgments":[31,69],"with":[32,104],"evaluator-specific":[33,162],"auxiliary":[34,163],"data--retrospective":[35],"reasoning":[36],"traces":[37,99],"and":[38,137,159],"interface":[39,109],"telemetry--to":[40],"enable":[41],"LLM-based":[42],"of":[44,56,161],"evaluators":[46],"via":[47],"in-context":[48],"learning.":[49],"conduct":[51],"systematic":[53],"empirical":[54],"study":[55],"this":[57],"using":[59],"multi-facet":[60],"data":[61,164],"from":[62,139],"32":[63],"trained":[64],"annotators":[65],"across":[66],"4,200":[67],"preference":[68],"4":[72,74,76],"x":[73,75],"factorial":[77],"design.":[78],"Our":[79],"key":[80],"findings:":[81],"(1)":[82],"The":[83],"achieves":[86],"up":[87],"to":[88,120],"9.9":[89],"percentage":[90],"point":[91],"improvements":[92],"over":[93],"the":[94,101,141,147,157],"Base":[95],"Judge;":[96],"(2)":[97],"Reasoning":[98],"provide":[100],"largest":[102],"gains":[103],"higher":[105],"collection":[106],"efforts,":[107],"while":[108],"telemetry":[110],"often":[111],"hurts":[112],"rather":[113],"than":[114,144],"helps":[115],"performance":[116],"despite":[117],"being":[118],"cheaper":[119],"collect.":[121],"(3)":[122],"Simulation":[123],"difficulty":[124],"is":[125],"systematic,":[126],"predicted":[127],"by":[128],"an":[129],"evaluator's":[130],"neutral":[131],"usage":[132],"(most":[133],"clearly":[134],"Helpfulness)":[136],"divergence":[138],"consensus;":[140],"neutral-usage":[142],"tendency--rather":[143],"simulatability":[145],"itself--is":[146],"cross-task-stable":[148],"property":[149],"(r":[150],"=":[151],"0.728).":[152],"These":[153],"results":[154],"establish":[155],"both":[156],"potential":[158],"limits":[160],"for":[165,171],"personalized":[166],"offering":[168],"methodological":[169],"insights":[170],"scaling":[172],"aware":[174],"assessment.":[176]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-09T00:00:00"}