{"id":"https://openalex.org/W4400910366","doi":"https://doi.org/10.36227/techrxiv.172175654.40363354/v1","title":"Reducing Contextual Hallucinations in Large Language Models through Attention Map Optimization","display_name":"Reducing Contextual Hallucinations in Large Language Models through Attention Map Optimization","alternate_titles":[],"publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4400910366","doi":"https://doi.org/10.36227/techrxiv.172175654.40363354/v1"},"language":"en","primary_location":{"id":"doi:10.36227/techrxiv.172175654.40363354/v1","doi":"https://doi.org/10.36227/techrxiv.172175654.40363354/v1","is_oa":true,"landing_page_url":"https://doi.org/10.36227/techrxiv.172175654.40363354/v1","pdf_url":null,"source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"parent_works":[],"lineage":["https://openalex.org/W4400910366"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.36227/techrxiv.172175654.40363354/v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5162015915","display_name":"Eloise Ainsworth","orcid":"https://orcid.org/0009-0003-7151-5239","observed_orcids":["https://orcid.org/0009-0003-7151-5239"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Eloise Ainsworth","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0003-7151-5239","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104971635","display_name":"Justin Wycliffe","orcid":"https://orcid.org/0009-0003-8831-2550","observed_orcids":["https://orcid.org/0009-0003-8831-2550"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Justin Wycliffe","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0003-8831-2550","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5104971636","display_name":"Florence Winslow","orcid":"https://orcid.org/0009-0007-1850-5153","observed_orcids":["https://orcid.org/0009-0007-1850-5153"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Florence Winslow","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0007-1850-5153","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5162015915"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.028999999165534973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8709999918937683},{"id":"https://openalex.org/keywords/factual-consistency","display_name":"factual consistency","score":0.8320000171661377},{"id":"https://openalex.org/keywords/context-relevance","display_name":"context relevance","score":0.7039999961853027},{"id":"https://openalex.org/keywords/semantic-coherence","display_name":"semantic coherence","score":0.9549999833106995},{"id":"https://openalex.org/keywords/text-generation-quality","display_name":"text generation quality","score":0.503000020980835}],"concepts":[{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5374003648757935},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.508761465549469},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4138231873512268},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3295440673828125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32020366191864014}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.36227/techrxiv.172175654.40363354/v1","doi":"https://doi.org/10.36227/techrxiv.172175654.40363354/v1","is_oa":true,"landing_page_url":"https://doi.org/10.36227/techrxiv.172175654.40363354/v1","pdf_url":null,"source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.36227/techrxiv.172175654.40363354/v1","doi":"https://doi.org/10.36227/techrxiv.172175654.40363354/v1","is_oa":true,"landing_page_url":"https://doi.org/10.36227/techrxiv.172175654.40363354/v1","pdf_url":null,"source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4400571651","https://openalex.org/W7222813948","https://openalex.org/W4401353657","https://openalex.org/W4400334987","https://openalex.org/W4400725289","https://openalex.org/W4399154003","https://openalex.org/W4400178323","https://openalex.org/W4399253864","https://openalex.org/W4399734504","https://openalex.org/W4399365358"],"abstract_inverted_index":{"The":[0,41,66,156],"advent":[1],"of":[2,27,44,62,109,123,147,164],"sophisticated":[3],"language":[4,165],"generation":[5,175],"technologies":[6],"has":[7],"revolutionized":[8],"various":[9,178],"domains,":[10],"from":[11,139],"automated":[12],"customer":[13],"service":[14],"to":[15,81,160],"advanced":[16],"research":[17],"aids.":[18],"However,":[19],"a":[20,70,144,169],"significant":[21],"challenge":[22],"persists":[23],"in":[24,97,134],"the":[25,50,58,63,74,83,107,110,120,124,161],"form":[26],"contextual":[28],"hallucinations,":[29],"where":[30],"models":[31,117],"generate":[32],"text":[33,174],"that":[34],"is":[35],"factually":[36],"incorrect":[37],"or":[38],"contextually":[39],"inappropriate.":[40],"novel":[42],"approach":[43],"dynamically":[45],"adjusting":[46],"attention":[47,78,140],"weights":[48],"within":[49],"Llama":[51,126],"model":[52,154,166],"addresses":[53],"this":[54],"issue":[55],"by":[56],"enhancing":[57,173],"relevance":[59],"and":[60,76,102],"accuracy":[61],"generated":[64],"content.":[65],"methodology":[67],"involved":[68],"collecting":[69],"diverse":[71],"dataset,":[72],"fine-tuning":[73],"model,":[75,127],"implementing":[77],"map":[79],"modifications":[80],"steer":[82],"model's":[84],"focus":[85],"towards":[86],"pertinent":[87],"information,":[88],"thereby":[89],"reducing":[90],"hallucinations.":[91],"Empirical":[92],"evaluations":[93],"demonstrated":[94],"substantial":[95],"improvements":[96],"factual":[98],"consistency,":[99],"context":[100],"relevance,":[101],"semantic":[103],"coherence":[104],"scores,":[105],"validating":[106],"efficacy":[108],"proposed":[111],"modifications.":[112],"Comparative":[113],"analysis":[114,142],"with":[115],"baseline":[116],"further":[118],"highlighted":[119],"superior":[121],"performance":[122],"modified":[125],"revealing":[128],"its":[129],"potential":[130],"for":[131,153,172],"reliable":[132],"application":[133],"critical":[135],"tasks.":[136],"Insights":[137],"gained":[138],"pattern":[141],"provided":[143],"deeper":[145],"understanding":[146],"hallucination":[148],"mechanisms,":[149],"informing":[150],"future":[151],"strategies":[152],"refinement.":[155],"study's":[157],"implications":[158],"extend":[159],"broader":[162],"field":[163],"reliability,":[167],"offering":[168],"robust":[170],"framework":[171],"quality":[176],"across":[177],"applications.":[179]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400910366","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":29}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2024-07-24T00:00:00"}
