{"id":"https://openalex.org/W4391158813","doi":"https://doi.org/10.48550/arxiv.2401.11911","title":"Blinded by Generated Contexts: How Language Models Merge Generated and Retrieved Contexts When Knowledge Conflicts?","display_name":"Blinded by Generated Contexts: How Language Models Merge Generated and Retrieved Contexts When Knowledge Conflicts?","publication_year":2024,"publication_date":"2024-01-22","ids":{"openalex":"https://openalex.org/W4391158813","doi":"https://doi.org/10.48550/arxiv.2401.11911"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2401.11911","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.11911","pdf_url":"https://arxiv.org/pdf/2401.11911","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.11911","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113392271","display_name":"Hexiang Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tan, Hexiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101467161","display_name":"Fei Sun","orcid":"https://orcid.org/0000-0002-6146-148X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Fei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103066727","display_name":"Wanli Yang","orcid":"https://orcid.org/0009-0008-0003-8339"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Wanli","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057538607","display_name":"Yuanzhuo Wang","orcid":"https://orcid.org/0000-0002-6799-1756"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuanzhuo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082827135","display_name":"Qi Cao","orcid":"https://orcid.org/0000-0003-3454-4789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Qi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Xueqi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5113392271"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9686999917030334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.80423903465271},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6852951645851135},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4905673861503601},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.37823569774627686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3249242901802063},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3219328224658966},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.26233845949172974},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.05822768807411194}],"concepts":[{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.80423903465271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6852951645851135},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4905673861503601},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.37823569774627686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3249242901802063},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3219328224658966},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26233845949172974},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.05822768807411194}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2401.11911","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.11911","pdf_url":"https://arxiv.org/pdf/2401.11911","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2401.11911","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.11911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.11911","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.11911","pdf_url":"https://arxiv.org/pdf/2401.11911","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4039563609","display_name":null,"funder_award_id":"XDB06","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6231450710","display_name":null,"funder_award_id":"XDB0680202","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G6258415954","display_name":null,"funder_award_id":"Chinese","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6940299913","display_name":null,"funder_award_id":"62172393","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335561","display_name":"Institute of Computing Technology, Chinese Academy of Sciences","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391158813.pdf","grobid_xml":"https://content.openalex.org/works/W4391158813.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2486541857","https://openalex.org/W4234886518","https://openalex.org/W2389591058","https://openalex.org/W2382112581","https://openalex.org/W3124036233","https://openalex.org/W4229787472","https://openalex.org/W2108840191","https://openalex.org/W2759366996","https://openalex.org/W2110679372","https://openalex.org/W3204019825"],"abstract_inverted_index":{"While":[0],"auxiliary":[1],"information":[2],"has":[3],"become":[4],"a":[5,39,92],"key":[6,115],"to":[7,42,49,101,118,130],"enhancing":[8],"Large":[9],"Language":[10],"Models":[11],"(LLMs),":[12],"relatively":[13],"little":[14],"is":[15,72],"known":[16],"about":[17],"how":[18,163],"LLMs":[19,27,97,125,164],"merge":[20,165],"these":[21],"contexts,":[22,68,79,104,167],"specifically":[23],"contexts":[24,122,146],"generated":[25,51,76,103,123,182],"by":[26,124],"and":[28,77,99,177],"those":[29],"retrieved":[30,53,78,145],"from":[31],"external":[32],"sources.":[33],"To":[34,55],"investigate":[35],"this,":[36],"we":[37,63],"formulate":[38],"systematic":[40],"framework":[41],"identify":[43,113],"whether":[44],"LLMs'":[45],"responses":[46],"are":[47],"attributed":[48],"either":[50],"or":[52],"contexts.":[54],"easily":[56],"trace":[57],"the":[58,61,86,131,140,160,179],"origin":[59],"of":[60,83,136,162,181],"response,":[62],"construct":[64],"datasets":[65],"with":[66,74],"conflicting":[67],"i.e.,":[69],"each":[70],"question":[71],"paired":[73],"both":[75],"yet":[80],"only":[81],"one":[82],"them":[84],"contains":[85],"correct":[87],"answer.":[88],"Our":[89,157],"experiments":[90],"reveal":[91],"significant":[93],"bias":[94],"in":[95,144,155],"several":[96],"(GPT-4/3.5":[98],"Llama2)":[100],"favor":[102],"even":[105],"when":[106],"they":[107],"provide":[108],"incorrect":[109],"information.":[110],"We":[111],"further":[112],"two":[114],"factors":[116],"contributing":[117],"this":[119],"bias:":[120],"i)":[121],"typically":[126],"show":[127],"greater":[128],"similarity":[129],"questions,":[132],"increasing":[133],"their":[134,148,152],"likelihood":[135],"being":[137],"selected;":[138],"ii)":[139],"segmentation":[141],"process":[142],"used":[143],"disrupts":[147],"completeness,":[149],"thereby":[150],"hindering":[151],"full":[153],"utilization":[154],"LLMs.":[156,186],"analysis":[158],"enhances":[159],"understanding":[161],"diverse":[166],"offers":[168],"valuable":[169],"insights":[170],"for":[171,184],"advancing":[172],"current":[173],"LLM":[174],"augmentation":[175],"methods,":[176],"highlights":[178],"risk":[180],"misinformation":[183],"retrieval-augmented":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-20T07:46:08.049788","created_date":"2024-01-24T00:00:00"}