{"id":"https://openalex.org/W4415328929","doi":"https://doi.org/10.48550/arxiv.2505.15392","title":"Understanding the Anchoring Effect of LLM with Synthetic Data: Existence, Mechanism, and Potential Mitigations","display_name":"Understanding the Anchoring Effect of LLM with Synthetic Data: Existence, Mechanism, and Potential Mitigations","publication_year":2025,"publication_date":"2025-05-21","ids":{"openalex":"https://openalex.org/W4415328929","doi":"https://doi.org/10.48550/arxiv.2505.15392"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2505.15392","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15392","pdf_url":"https://arxiv.org/pdf/2505.15392","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.15392","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100772807","display_name":"Yiming Huang","orcid":"https://orcid.org/0000-0002-7475-8047","observed_orcids":["https://orcid.org/0000-0002-7475-8047"]},"institutions":[{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huang, Yiming","raw_affiliation_strings":["The Hong Kong University of Science and Technology , Guangzhou"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology , Guangzhou","institution_ids":["https://openalex.org/I4405261251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119934481","display_name":"Biquan Bie","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bie, Biquan","raw_affiliation_strings":["Independent Researcher"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046396373","display_name":"Z Na","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na, Zuqiu","raw_affiliation_strings":["The Hong Kong University of Science and Technology , Guangzhou"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology , Guangzhou","institution_ids":["https://openalex.org/I4405261251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102648321","display_name":"Weilin Ruan","orcid":"https://orcid.org/0009-0000-5053-6047","observed_orcids":["https://orcid.org/0009-0000-5053-6047"]},"institutions":[{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruan, Weilin","raw_affiliation_strings":["The Hong Kong University of Science and Technology , Guangzhou"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology , Guangzhou","institution_ids":["https://openalex.org/I4405261251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101876724","display_name":"Songxin Lei","orcid":"https://orcid.org/0009-0002-3998-7407","observed_orcids":["https://orcid.org/0009-0002-3998-7407"]},"institutions":[{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei, Songxin","raw_affiliation_strings":["The Hong Kong University of Science and Technology , Guangzhou"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology , Guangzhou","institution_ids":["https://openalex.org/I4405261251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052861384","display_name":"Yutao Yue","orcid":"https://orcid.org/0000-0003-4532-0924","observed_orcids":["https://orcid.org/0000-0003-4532-0924"]},"institutions":[{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue, Yutao","raw_affiliation_strings":["The Hong Kong University of Science and Technology , Guangzhou"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology , Guangzhou","institution_ids":["https://openalex.org/I4405261251"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074889369","display_name":"Xinlei He","orcid":"https://orcid.org/0009-0007-3879-9080","observed_orcids":["https://orcid.org/0009-0007-3879-9080","https://orcid.org/0000-0001-5725-2848"]},"institutions":[{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He, Xinlei","raw_affiliation_strings":["The Hong Kong University of Science and Technology , Guangzhou"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology , Guangzhou","institution_ids":["https://openalex.org/I4405261251"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.4569999873638153,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.4569999873638153,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23190000653266907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09019999951124191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anchoring-effect","display_name":"anchoring effect","score":0.972000002861023},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9330000281333923},{"id":"https://openalex.org/keywords/cognitive-bias","display_name":"cognitive biases","score":0.8450000286102295},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"synthetic data","score":0.6389999985694885},{"id":"https://openalex.org/keywords/llm-benchmarking","display_name":"LLM benchmarking","score":0.699999988079071},{"id":"https://openalex.org/keywords/reasoning","display_name":"reasoning","score":0.5},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.5360000133514404}],"concepts":[{"id":"https://openalex.org/C18483071","wikidata":"https://www.wikidata.org/wiki/Q168432","display_name":"Anchoring","level":2,"score":0.961899995803833},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5892000198364258},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5870000123977661},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5623999834060669},{"id":"https://openalex.org/C189216375","wikidata":"https://www.wikidata.org/wiki/Q1127759","display_name":"Cognitive bias","level":3,"score":0.5472999811172485},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.5115000009536743},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5084999799728394},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4968000054359436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48019999265670776},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.46720001101493835},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C101068787","wikidata":"https://www.wikidata.org/wiki/Q475042","display_name":"Experimental psychology","level":3,"score":0.42739999294281006},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.41760000586509705},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.357699990272522},{"id":"https://openalex.org/C339426","wikidata":"https://www.wikidata.org/wiki/Q1151839","display_name":"Prospect theory","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34630000591278076},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C18619997","wikidata":"https://www.wikidata.org/wiki/Q47627","display_name":"Experimental economics","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.30239999294281006},{"id":"https://openalex.org/C86658582","wikidata":"https://www.wikidata.org/wiki/Q1432778","display_name":"Social cognition","level":3,"score":0.29789999127388},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C159447121","wikidata":"https://www.wikidata.org/wiki/Q490535","display_name":"Response bias","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26109999418258667}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2505.15392","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15392","pdf_url":"https://arxiv.org/pdf/2505.15392","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.15392","doi":"https://doi.org/10.48550/arxiv.2505.15392","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.15392","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.15392","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15392","pdf_url":"https://arxiv.org/pdf/2505.15392","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415328929.pdf","grobid_xml":"https://content.openalex.org/works/W4415328929.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W4386081102","https://openalex.org/W4387210443","https://openalex.org/W4387561528","https://openalex.org/W4389523946","https://openalex.org/W4395474395","https://openalex.org/W4401306886","https://openalex.org/W4402670679","https://openalex.org/W4404330874","https://openalex.org/W4405096482","https://openalex.org/W4405254308","https://openalex.org/W4405655184","https://openalex.org/W4407310131","https://openalex.org/W4411120430","https://openalex.org/W4414281281","https://openalex.org/W4414939355","https://openalex.org/W4415382311","https://openalex.org/W6891903924"],"related_works":["https://openalex.org/W4417025760","https://openalex.org/W7105168860","https://openalex.org/W4411597871","https://openalex.org/W4409325884","https://openalex.org/W4416035211","https://openalex.org/W7147215409","https://openalex.org/W7203611217","https://openalex.org/W7208723762","https://openalex.org/W4387185333","https://openalex.org/W4401857176"],"abstract_inverted_index":{"The":[0],"rise":[1],"of":[2],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"like":[7],"ChatGPT":[8],"has":[9],"advanced":[10],"natural":[11],"language":[12],"processing,":[13],"yet":[14],"concerns":[15],"about":[16],"cognitive":[17,30],"biases":[18],"are":[19,51],"growing.":[20],"In":[21],"this":[22],"paper,":[23],"we":[24,71,82],"investigate":[25],"the":[26,33,38,55,68],"anchoring":[27,69,93],"effect,":[28,70],"a":[29,73],"bias":[31,94],"where":[32],"mind":[34],"relies":[35],"heavily":[36],"on":[37,67],"first":[39],"information":[40],"as":[41],"anchors":[42],"to":[43],"make":[44],"affected":[45,52],"judgments.":[46],"We":[47],"explore":[48],"whether":[49],"LLMs":[50],"by":[53,105],"anchoring,":[54],"underlying":[56],"mechanisms,":[57],"and":[58,100],"potential":[59],"mitigation":[60],"strategies.":[61],"To":[62],"facilitate":[63],"studies":[64],"at":[65],"scale":[66],"introduce":[72],"new":[74],"dataset,":[75],"SynAnchors":[76],"(https://huggingface.co/datasets/TimTargaryen/SynAnchors).":[77],"Combining":[78],"refined":[79],"evaluation":[80],"metrics,":[81],"benchmark":[83],"current":[84],"widely":[85],"used":[86],"LLMs.":[87],"Our":[88],"findings":[89],"show":[90],"that":[91],"LLMs'":[92],"exists":[95],"commonly":[96],"with":[97],"shallow-layer":[98],"acting":[99],"can":[101,110],"not":[102],"be":[103],"eliminated":[104],"conventional":[106],"strategies,":[107],"while":[108],"reasoning":[109],"offer":[111],"some":[112],"mitigation.":[113]},"counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2025-10-19T00:00:00"}