{"id":"https://openalex.org/W7138946092","doi":"https://doi.org/10.48550/arxiv.2603.17417","title":"Is Your LLM-as-a-Recommender Agent Trustable? LLMs' Recommendation is Easily Hacked by Biases (Preferences)","display_name":"Is Your LLM-as-a-Recommender Agent Trustable? LLMs' Recommendation is Easily Hacked by Biases (Preferences)","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7138946092","doi":"https://doi.org/10.48550/arxiv.2603.17417"},"language":"en","primary_location":{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-172872","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-172872","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.17417","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012403954","display_name":"Zichen Tang","orcid":"https://orcid.org/0000-0003-1667-1661"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007762765","display_name":"Zirui Zhang","orcid":"https://orcid.org/0009-0000-5209-7906"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129856705","display_name":"Qian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129753762","display_name":"Zhenheng Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Zhenheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129928813","display_name":"Bo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129645934","display_name":"Xiaowen Chu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Xiaowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.26080000400543213,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.26080000400543213,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.14949999749660492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.07320000231266022,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7427999973297119},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.608299970626831},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.583299994468689},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5819000005722046},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.5703999996185303},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5511999726295471},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.49000000953674316},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4812999963760376}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7427999973297119},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.677299976348877},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.608299970626831},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.583299994468689},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5819000005722046},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.5703999996185303},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5511999726295471},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5141000151634216},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.49000000953674316},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.421999990940094},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.33550000190734863},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33239999413490295},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30410000681877136},{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2827000021934509},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-172872","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-172872","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.48550/arxiv.2603.17417","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17417","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.17417","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.17417","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5774847269058228,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"are":[5,129],"gradually":[6],"exploited":[7],"in":[8,72,172],"practically":[9],"valuable":[10],"agentic":[11,174],"workflows":[12],"such":[13,68],"as":[14,38],"Deep":[15],"Research,":[16],"E-commerce":[17],"recommendation,":[18],"and":[19,85,110,131,144,186],"job":[20,86],"recruitment.":[21,87],"In":[22,52],"these":[23],"applications,":[24],"LLMs":[25,146],"need":[26],"to":[27,62,70,113,118,122,152,160],"select":[28],"some":[29],"optimal":[30,109],"solutions":[31],"from":[32],"massive":[33],"candidates,":[34],"which":[35],"we":[36,55],"term":[37],"\\textit{LLM-as-a-Recommender}":[39],"paradigm.":[40],"However,":[41],"the":[42,64,105,120,162],"reliability":[43,170],"of":[44,67],"using":[45],"LLM":[46],"agents":[47,69,149],"for":[48,133,177,181],"recommendations":[49],"is":[50],"underexplored.":[51],"this":[53],"work,":[54],"introduce":[56],"a":[57,90,115,168],"\\textbf{Bias}":[58],"\\textbf{Rec}ommendation":[59],"\\textbf{Bench}mark":[60],"(\\textbf{BiasRecBench})":[61],"highlight":[63],"critical":[65],"vulnerability":[66,121],"biases":[71,127,154],"high-value":[73],"real-world":[74],"tasks.":[75],"The":[76,183],"benchmark":[77],"includes":[78],"three":[79],"practical":[80],"domains:":[81],"paper":[82],"review,":[83],"e-commerce,":[84],"We":[88],"construct":[89],"\\textsc{Bias":[91],"Synthesis":[92],"Pipeline":[93],"with":[94],"Calibrated":[95],"Quality":[96],"Margins}":[97],"that":[98,128,148],"1)":[99],"synthesizes":[100],"evaluation":[101,187],"data":[102],"by":[103],"controlling":[104],"quality":[106],"gap":[107],"between":[108],"sub-optimal":[111],"options":[112],"provide":[114],"calibrated":[116],"testbed":[117],"elicit":[119],"biases;":[123],"2)":[124],"injects":[125],"contextual":[126],"logical":[130],"suitable":[132],"option":[134],"contexts.":[135],"Extensive":[136],"experiments":[137],"on":[138],"both":[139],"SOTA":[140],"(Gemini-{2.5,3}-pro,":[141],"GPT-4o,":[142],"DeepSeek-R1)":[143],"small-scale":[145],"reveal":[147],"frequently":[150],"succumb":[151],"injected":[153],"despite":[155],"having":[156],"sufficient":[157],"reasoning":[158],"capabilities":[159],"identify":[161],"ground":[163],"truth.":[164],"These":[165],"findings":[166],"expose":[167],"significant":[169],"bottleneck":[171],"current":[173],"workflows,":[175],"calling":[176],"specialized":[178],"alignment":[179],"strategies":[180],"LLM-as-a-Recommender.":[182],"complete":[184],"code":[185],"datasets":[188],"will":[189],"be":[190],"made":[191],"publicly":[192],"available":[193],"shortly.":[194]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-20T00:00:00"}