{"id":"https://openalex.org/W7129104646","doi":"https://doi.org/10.1145/3773966.3779384","title":"Mitigating the Threshold Priming Effect in Large Language Model\u2013Based Relevance Judgments via Personality Simulation","display_name":"Mitigating the Threshold Priming Effect in Large Language Model\u2013Based Relevance Judgments via Personality Simulation","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129104646","doi":"https://doi.org/10.1145/3773966.3779384"},"language":null,"primary_location":{"id":"doi:10.1145/3773966.3779384","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3779384","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3773966.3779384","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126101691","display_name":"Nuo Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088058","display_name":"Hong Kong Opto-Mechatronics Industries Association","ror":"https://ror.org/003km8q97","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210088058"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nuo Chen","raw_affiliation_strings":["The HKPolyU, Hong Kong, HK, China"],"raw_orcid":"https://orcid.org/0000-0001-8600-8203","affiliations":[{"raw_affiliation_string":"The HKPolyU, Hong Kong, HK, China","institution_ids":["https://openalex.org/I4210088058"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100313100","display_name":"Hanpei Fang","orcid":"https://orcid.org/0009-0009-5117-5621"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hanpei Fang","raw_affiliation_strings":["Waseda University, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0009-5117-5621","affiliations":[{"raw_affiliation_string":"Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088558868","display_name":"Jiqun Liu","orcid":"https://orcid.org/0000-0003-3643-2182"},"institutions":[{"id":"https://openalex.org/I8692664","display_name":"University of Oklahoma","ror":"https://ror.org/02aqsxs83","country_code":"US","type":"education","lineage":["https://openalex.org/I8692664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiqun Liu","raw_affiliation_strings":["The University of Oklahoma, Norman, OK, USA"],"raw_orcid":"https://orcid.org/0000-0003-3643-2182","affiliations":[{"raw_affiliation_string":"The University of Oklahoma, Norman, OK, USA","institution_ids":["https://openalex.org/I8692664"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126094810","display_name":"Wilson Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I4210154055","display_name":"Histoindex (Singapore)","ror":"https://ror.org/04hwc4q95","country_code":"SG","type":"company","lineage":["https://openalex.org/I4210154055"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wilson Wei","raw_affiliation_strings":["EureXa AI, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0005-7876-2157","affiliations":[{"raw_affiliation_string":"EureXa AI, Singapore, Singapore","institution_ids":["https://openalex.org/I4210154055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023595778","display_name":"Tetsuya Sakai","orcid":"https://orcid.org/0000-0002-6720-963X"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuya Sakai","raw_affiliation_strings":["Waseda University, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6720-963X","affiliations":[{"raw_affiliation_string":"Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126111102","display_name":"Xiao-Ming Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088058","display_name":"Hong Kong Opto-Mechatronics Industries Association","ror":"https://ror.org/003km8q97","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210088058"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Ming Wu","raw_affiliation_strings":["The HKPolyU, Hong Kong, HK, China"],"raw_orcid":"https://orcid.org/0000-0002-3130-0554","affiliations":[{"raw_affiliation_string":"The HKPolyU, Hong Kong, HK, China","institution_ids":["https://openalex.org/I4210088058"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5126101691"],"corresponding_institution_ids":["https://openalex.org/I4210088058"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31155163,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1099","last_page":"1104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.34769999980926514,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.34769999980926514,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.18029999732971191,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.039799999445676804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/priming","display_name":"Priming (agriculture)","score":0.7857999801635742},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7638999819755554},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.7419000267982483},{"id":"https://openalex.org/keywords/openness-to-experience","display_name":"Openness to experience","score":0.6337000131607056},{"id":"https://openalex.org/keywords/big-five-personality-traits","display_name":"Big Five personality traits","score":0.4715999960899353},{"id":"https://openalex.org/keywords/personality-psychology","display_name":"Personality psychology","score":0.4668000042438507}],"concepts":[{"id":"https://openalex.org/C81444415","wikidata":"https://www.wikidata.org/wiki/Q7243535","display_name":"Priming (agriculture)","level":3,"score":0.7857999801635742},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7638999819755554},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.7419000267982483},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7081000208854675},{"id":"https://openalex.org/C84976871","wikidata":"https://www.wikidata.org/wiki/Q2015673","display_name":"Openness to experience","level":2,"score":0.6337000131607056},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5817000269889832},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.5180000066757202},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.4715999960899353},{"id":"https://openalex.org/C25908422","wikidata":"https://www.wikidata.org/wiki/Q271716","display_name":"Personality psychology","level":3,"score":0.4668000042438507},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4440000057220459},{"id":"https://openalex.org/C127816348","wikidata":"https://www.wikidata.org/wiki/Q127588","display_name":"Extraversion and introversion","level":4,"score":0.3368000090122223},{"id":"https://openalex.org/C2781310500","wikidata":"https://www.wikidata.org/wiki/Q1231428","display_name":"Persuasion","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C43122875","wikidata":"https://www.wikidata.org/wiki/Q5428522","display_name":"Facet (psychology)","level":4,"score":0.27630001306533813}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3773966.3779384","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3779384","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3773966.3779384","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3779384","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2009485604","https://openalex.org/W2022995284","https://openalex.org/W2025695809","https://openalex.org/W2041946752","https://openalex.org/W2045991961","https://openalex.org/W2071446250","https://openalex.org/W2081398668","https://openalex.org/W2090321376","https://openalex.org/W2090789917","https://openalex.org/W2149427297","https://openalex.org/W2413705733","https://openalex.org/W2783668259","https://openalex.org/W3017064155","https://openalex.org/W3125913709","https://openalex.org/W3125969194","https://openalex.org/W3140195933","https://openalex.org/W3208649236","https://openalex.org/W4284689681","https://openalex.org/W4367046962","https://openalex.org/W4385958572","https://openalex.org/W4387821331","https://openalex.org/W4391835702","https://openalex.org/W4400526908","https://openalex.org/W4405144074","https://openalex.org/W4409973553","https://openalex.org/W4410386633","https://openalex.org/W4412377928","https://openalex.org/W4412378004","https://openalex.org/W7108322660"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"research":[1],"has":[2],"explored":[3],"LLMs":[4,43,55,63],"as":[5,80,113],"scalable":[6],"tools":[7],"for":[8],"relevance":[9,22,59],"labeling,":[10,60],"but":[11],"studies":[12],"indicate":[13],"they":[14],"are":[15],"susceptible":[16],"to":[17,33,116],"priming":[18,57,88,97],"effects,":[19],"where":[20],"prior":[21],"judgments":[23],"influence":[24,56],"later":[25],"ones.":[26],"Although":[27],"psychological":[28,121],"theories":[29],"link":[30],"personality":[31,52,94,111],"traits":[32],"such":[34,79],"biases,":[35],"it":[36],"is":[37],"unclear":[38],"whether":[39],"simulated":[40],"personalities":[41],"in":[42,54,58,95],"exhibit":[44],"similar":[45],"effects.":[46],"We":[47],"investigate":[48],"how":[49],"Big":[50],"Five":[51],"profiles":[53],"using":[61],"multiple":[62],"on":[64,106],"TREC":[65],"2021":[66],"and":[67,83,102],"2022":[68],"Deep":[69],"Learning":[70],"Track":[71],"datasets.":[72],"Our":[73],"results":[74],"show":[75],"that":[76],"certain":[77],"profiles,":[78],"High":[81],"Openness":[82],"Low":[84],"Neuroticism,":[85],"consistently":[86],"reduce":[87],"susceptibility.":[89],"Additionally,":[90],"the":[91],"most":[92],"effective":[93],"mitigating":[96],"may":[98],"vary":[99],"across":[100],"models":[101],"task":[103],"types.":[104],"Based":[105],"these":[107],"findings,":[108],"we":[109],"propose":[110],"prompting":[112],"a":[114],"method":[115],"mitigate":[117],"threshold":[118],"priming,":[119],"connecting":[120],"evidence":[122],"with":[123],"LLM-based":[124],"evaluation":[125],"practices.":[126]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-02-17T00:00:00"}