{"id":"https://openalex.org/W4413591155","doi":"https://doi.org/10.1145/3763233","title":"CorpusBrain++: A Continual Generative Pre-Training Framework for Knowledge-Intensive Language Tasks","display_name":"CorpusBrain++: A Continual Generative Pre-Training Framework for Knowledge-Intensive Language Tasks","publication_year":2025,"publication_date":"2025-08-25","ids":{"openalex":"https://openalex.org/W4413591155","doi":"https://doi.org/10.1145/3763233"},"language":"en","primary_location":{"id":"doi:10.1145/3763233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3763233","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-9509-8674","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112734701","display_name":"Changjiang Zhou","orcid":"https://orcid.org/0009-0000-0005-9465"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjiang Zhou","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0009-0000-0005-9465","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009898523","display_name":"Ruqing Zhang","orcid":"https://orcid.org/0000-0003-4294-2541"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruqing Zhang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0003-4294-2541","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015776118","display_name":"Jiangui Chen","orcid":"https://orcid.org/0000-0002-6235-6526"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangui Chen","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-6235-6526","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, The Netherlands","University of Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1086-0202","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"University of Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006971161","display_name":"Yixing Fan","orcid":"https://orcid.org/0000-0003-4317-2702"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixing Fan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0003-4317-2702","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","University of Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-5201-8195","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences; University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08146788,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"44","issue":"1","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.7924332022666931},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5962761044502258},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.551975429058075},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31559157371520996}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7924332022666931},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5962761044502258},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.551975429058075},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31559157371520996},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3763233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3763233","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2522204841","display_name":null,"funder_award_id":"024.004.022, NWA.1389.20.183, and KICH3.LTP.20.006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G2761794916","display_name":null,"funder_award_id":"2021100","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G3303100883","display_name":null,"funder_award_id":"62472408, 62372431 and 62441229","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1660390307","https://openalex.org/W1992031418","https://openalex.org/W2054137409","https://openalex.org/W2237187182","https://openalex.org/W2317306996","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2579131192","https://openalex.org/W2599674900","https://openalex.org/W2607303097","https://openalex.org/W2750779823","https://openalex.org/W2889787757","https://openalex.org/W2912924812","https://openalex.org/W2922386288","https://openalex.org/W2950681488","https://openalex.org/W2962985038","https://openalex.org/W2963072899","https://openalex.org/W2963339397","https://openalex.org/W2963877622","https://openalex.org/W2963961878","https://openalex.org/W2964189064","https://openalex.org/W2982410595","https://openalex.org/W3027879771","https://openalex.org/W3030364939","https://openalex.org/W3034417881","https://openalex.org/W3034912391","https://openalex.org/W3034999214","https://openalex.org/W3080360467","https://openalex.org/W3099700870","https://openalex.org/W3102018197","https://openalex.org/W3104748221","https://openalex.org/W3105111366","https://openalex.org/W3169283738","https://openalex.org/W3185146124","https://openalex.org/W3201053014","https://openalex.org/W4221166196","https://openalex.org/W4223512675","https://openalex.org/W4224438163","https://openalex.org/W4252076394","https://openalex.org/W4288089799","https://openalex.org/W4292215729","https://openalex.org/W4306294989","https://openalex.org/W4386302269","https://openalex.org/W4387841511","https://openalex.org/W4387848863"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2380075625","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345"],"abstract_inverted_index":{"Knowledge-intensive":[0],"language":[1],"tasks":[2],"(KILTs)":[3],"typically":[4],"require":[5],"retrieving":[6],"relevant":[7],"documents":[8,61,225],"from":[9],"trustworthy":[10],"corpora,":[11],"e.g.,":[12],"Wikipedia,":[13],"to":[14,77,84,149,210,229,232,250],"produce":[15],"specific":[16],"answers.":[17],"Very":[18],"recently,":[19],"a":[20,48,110,127,167,184],"pre-trained":[21,134],"generative":[22,169,254],"retrieval":[23,35,82,89,158,213,256],"model":[24,176],"for":[25,106,122,192],"KILTs,":[26,41],"named":[27,114],"CorpusBrain,":[28,43],"was":[29],"proposed":[30],"and":[31,108,244,253],"reached":[32],"new":[33,60,230],"state-of-the-art":[34],"performance.":[36,159],"However,":[37],"most":[38],"research":[39],"on":[40,47,117,136,223],"including":[42],"has":[44],"predominantly":[45],"focused":[46],"static":[49],"document":[50,102],"collection,":[51],"overlooking":[52],"the":[53,67,79,87,100,118,131,139,143,153,174,187,201,242],"dynamic":[54,88,154,188],"nature":[55],"of":[56,81,130,133,236,246],"real-world":[57],"scenarios,":[58],"where":[59],"are":[62,205,207,227],"continuously":[63],"being":[64],"incorporated":[65],"into":[66],"source":[68],"corpus.":[69],"To":[70,160],"address":[71],"this":[72,95,162],"gap,":[73],"it":[74],"is":[75,147,190],"crucial":[76],"explore":[78],"capability":[80],"models":[83],"effectively":[85],"handle":[86],"scenario":[90],"inherent":[91],"in":[92,142,152,248],"KILTs.":[93],"In":[94],"work,":[96],"we":[97,125,164],"first":[98],"introduce":[99],"continual":[101,168],"learning":[103],"(CDL)":[104],"task":[105,196],"KILTs":[107],"build":[109],"novel":[111],"benchmark":[112],"dataset":[113,121],"KILT++":[115],"based":[116,222],"original":[119,175],"KILT":[120,195],"evaluation.":[123],"Then,":[124],"conduct":[126],"comprehensive":[128],"study":[129],"use":[132,217],"CorpusBrain":[135,146],"KILT++.":[137],"Unlike":[138],"promising":[140],"results":[141,240],"stationary":[144],"scenario,":[145,155],"prone":[148],"catastrophic":[150,234],"forgetting":[151,235],"hence":[156],"hampering":[157],"alleviate":[161],"issue,":[163],"propose":[165],"CorpusBrain++,":[166],"pre-training":[170,199],"framework":[171],"that":[172,204,226],"enhances":[173],"along":[177],"two":[178],"key":[179],"dimensions:":[180],"(i)":[181],"We":[182,216],"employ":[183],"backbone-adapter":[185],"architecture:":[186],"adapter":[189],"learned":[191],"each":[193],"downstream":[194],"via":[197],"task-specific":[198],"objectives;":[200],"backbone":[202],"parameters":[203],"task-shared":[206],"kept":[208],"unchanged":[209],"offer":[211],"foundational":[212],"capacity.":[214],"(ii)":[215],"an":[218],"experience":[219],"replay":[220],"strategy":[221],"exemplar":[224],"similar":[228],"documents,":[231],"prevent":[233],"old":[237],"documents.":[238],"Empirical":[239],"demonstrate":[241],"effectiveness":[243],"efficiency":[245],"CorpusBrain++":[247],"comparison":[249],"both":[251],"traditional":[252],"information":[255],"methods.":[257]},"counts_by_year":[],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}