{"id":"https://openalex.org/W7166733425","doi":"https://doi.org/10.48550/arxiv.2606.28898","title":"PASTA: A Paraphrasing And Self-Training Approach for Knowledge Updating in LLMs","display_name":"PASTA: A Paraphrasing And Self-Training Approach for Knowledge Updating in LLMs","publication_year":2026,"publication_date":"2026-06-27","ids":{"openalex":"https://openalex.org/W7166733425","doi":"https://doi.org/10.48550/arxiv.2606.28898"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.28898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.28898","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020589454","display_name":"Takayuki Yamamoto","orcid":"https://orcid.org/0000-0003-0306-3691"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yamamoto, Takayuki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139679480","display_name":"Daisuke Kawahara","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kawahara, Daisuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.63919997215271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.63919997215271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.08229999989271164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.06849999725818634,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.5806999802589417},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5164999961853027},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4641999900341034},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.4009000062942505},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3391999900341034},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3379000127315521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5997999906539917},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.5806999802589417},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5164999961853027},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4641999900341034},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4456000030040741},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.42410001158714294},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.4009000062942505},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3379000127315521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3310999870300293},{"id":"https://openalex.org/C49929091","wikidata":"https://www.wikidata.org/wiki/Q1930471","display_name":"General knowledge","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2759000062942505},{"id":"https://openalex.org/C514011633","wikidata":"https://www.wikidata.org/wiki/Q1428168","display_name":"Traditional knowledge","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C2986065213","wikidata":"https://www.wikidata.org/wiki/Q743861","display_name":"Implicit knowledge","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.28898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.28898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8271800875663757,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0],"updating":[1,119],"in":[2,51],"pre-trained":[3],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"remains":[8],"an":[9],"important":[10],"challenge.":[11],"While":[12],"continual":[13],"training":[14],"provides":[15],"a":[16,46,59,100],"potential":[17],"avenue":[18],"for":[19,64,160],"knowledge":[20,74,108,118,141],"updating,":[21],"it":[22],"continues":[23],"to":[24,149],"present":[25],"substantial":[26],"technical":[27],"difficulties.":[28],"Furthermore,":[29],"LLMs":[30],"often":[31],"struggle":[32],"with":[33,77,133],"accurately":[34,86],"answering":[35],"questions":[36,88],"about":[37,89],"specific":[38],"factual":[39,67],"information,":[40],"such":[41],"as":[42,72],"news":[43,70],"articles":[44,71,135],"-":[45],"capability":[47],"limitation":[48],"widely":[49],"recognized":[50],"the":[52,78,138],"research":[53],"community.":[54],"This":[55],"paper":[56],"proposes":[57],"PASTA,":[58],"simple":[60],"yet":[61],"powerful":[62],"framework":[63,93],"integrating":[65],"detailed":[66],"information":[68],"from":[69,147],"new":[73],"into":[75,116],"LLMs,":[76],"primary":[79],"goal":[80],"of":[81,123],"building":[82],"specialized":[83],"models":[84],"that":[85,105],"answer":[87],"this":[90],"knowledge.":[91],"Our":[92],"combines":[94],"data":[95,127],"augmentation,":[96],"question-answering":[97],"generation,":[98],"and":[99,110,126],"novel":[101],"self-learning":[102],"DPO":[103],"process":[104],"simultaneously":[106],"enables":[107],"overwriting":[109],"hallucination":[111],"suppression.":[112],"We":[113],"provide":[114],"insights":[115],"effective":[117],"through":[120],"systematic":[121],"analysis":[122],"learning":[124],"parameters":[125],"configurations.":[128],"In":[129],"our":[130],"experimental":[131],"evaluation":[132],"web":[134],"published":[136],"after":[137],"base":[139],"model's":[140],"cutoff,":[142],"PASTA":[143],"achieved":[144],"remarkable":[145],"improvement":[146],"0.02":[148],"0.82":[150],"accuracy":[151],"while":[152],"maintaining":[153],"general":[154],"language":[155],"capabilities,":[156],"demonstrating":[157],"its":[158],"effectiveness":[159],"creating":[161],"domain-specialized":[162],"LLMs.":[163]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-01T00:00:00"}