{"id":"https://openalex.org/W4412888863","doi":"https://doi.org/10.18653/v1/2025.findings-acl.103","title":"Alleviating Hallucinations in Large Language Models via Truthfulness-driven Rank-adaptive LoRA","display_name":"Alleviating Hallucinations in Large Language Models via Truthfulness-driven Rank-adaptive LoRA","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888863","doi":"https://doi.org/10.18653/v1/2025.findings-acl.103"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.103","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.103","pdf_url":"https://aclanthology.org/2025.findings-acl.103.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.103.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100328393","display_name":"Jiahao Li","orcid":"https://orcid.org/0000-0003-4559-0086"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiahao Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023341829","display_name":"Zhendong Mao","orcid":"https://orcid.org/0000-0001-5739-8126"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhendong Mao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5108047863","display_name":"Quan Wang","orcid":"https://orcid.org/0000-0001-5483-0243"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quan Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2020","last_page":"2031"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9006999731063843,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6758295297622681},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6707974076271057},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35643595457077026},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3399960398674011},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1350305676460266}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6758295297622681},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6707974076271057},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35643595457077026},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3399960398674011},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1350305676460266},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.103","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.103","pdf_url":"https://aclanthology.org/2025.findings-acl.103.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.103","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.103","pdf_url":"https://aclanthology.org/2025.findings-acl.103.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G4729153174","display_name":null,"funder_award_id":"2023ZD0121200","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G5737696022","display_name":null,"funder_award_id":"62376033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7854910236","display_name":null,"funder_award_id":"62222212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888863.pdf","grobid_xml":"https://content.openalex.org/works/W4412888863.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Improving":[0],"the":[1,13,21,25,41,63,70,80,119,130,134],"truthfulness":[2,26,44,58,71,81],"of":[3,16,43,73,83,136],"LLMs":[4,139],"to":[5,55,69,95],"alleviate":[6],"hallucinations":[7],"has":[8],"become":[9],"critical":[10],"for":[11,129],"promoting":[12],"practical":[14],"deployment":[15],"LLMs.Current":[17],"fine-tuning-based":[18],"methods":[19,117],"ignore":[20],"intrinsic":[22],"discrepancy":[23],"in":[24,65],"correlations":[27,72],"across":[28,118],"LLM":[29,57,85,121],"internal":[30],"modules,":[31,98],"and":[32,91,126,128],"instead":[33],"treat":[34],"them":[35],"equally,":[36],"which":[37,60,99],"may":[38],"potentially":[39],"decrease":[40],"performance":[42,135],"improvement.In":[45],"this":[46],"paper,":[47],"we":[48],"propose":[49],"a":[50,88,101],"truthfulness-driven":[51],"rank-adaptive":[52],"LoRA":[53,66],"method":[54],"improve":[56],"(RaLFiT),":[59],"adaptively":[61],"allocates":[62,92],"ranks":[64,94],"training":[67],"according":[68],"modules":[74],"within":[75],"LLM.Specifically,":[76],"it":[77],"first":[78,131],"measures":[79],"correlation":[82],"each":[84],"module":[86],"by":[87],"probing":[89],"process,":[90],"higher":[93],"strongly":[96],"correlated":[97],"means":[100],"larger":[102],"update":[103],"subspace":[104],"during":[105],"training.Experimental":[106],"results":[107],"on":[108],"TruthfulQA":[109],"show":[110],"that":[111],"RaL-FiT":[112],"consistently":[113],"outperforms":[114],"previous":[115],"state-ofthe-art":[116],"Llama":[120,138],"family,":[122],"verifying":[123],"its":[124],"effectiveness":[125],"superiority,":[127],"time":[132],"makes":[133],"7B":[137],"exceed":[140],"GPT-4.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}