{"id":"https://openalex.org/W4390814657","doi":"https://doi.org/10.1007/s11633-023-1416-x","title":"The Life Cycle of Knowledge in Big Language Models: A Survey","display_name":"The Life Cycle of Knowledge in Big Language Models: A Survey","publication_year":2024,"publication_date":"2024-01-12","ids":{"openalex":"https://openalex.org/W4390814657","doi":"https://doi.org/10.1007/s11633-023-1416-x"},"language":"en","primary_location":{"id":"doi:10.1007/s11633-023-1416-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-023-1416-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11633-023-1416-x.pdf","source":{"id":"https://openalex.org/S4210224602","display_name":"Machine Intelligence Research","issn_l":"2731-538X","issn":["2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11633-023-1416-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007288942","display_name":"Boxi Cao","orcid":"https://orcid.org/0000-0001-9916-7406"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boxi Cao","raw_affiliation_strings":["Chinese Information Processing Laboratory, Beijing, 100190, China","University of Chinese Academy of Sciences, Beijing, 101408, China"],"raw_orcid":"https://orcid.org/0000-0001-9916-7406","affiliations":[{"raw_affiliation_string":"Chinese Information Processing Laboratory, Beijing, 100190, China","institution_ids":[]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, 101408, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041809943","display_name":"Hongyu Lin","orcid":"https://orcid.org/0000-0001-7151-922X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongyu Lin","raw_affiliation_strings":["Chinese Information Processing Laboratory, Beijing, 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Information Processing Laboratory, Beijing, 100190, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100620300","display_name":"Xianpei Han","orcid":"https://orcid.org/0000-0002-1304-6302"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xianpei Han","raw_affiliation_strings":["Chinese Information Processing Laboratory, Beijing, 100190, China","State Key Laboratory of Computer Science, Institute of Software, Chinese Academy of Sciences, Beijing, 100190, China"],"raw_orcid":"https://orcid.org/0000-0002-1304-6302","affiliations":[{"raw_affiliation_string":"Chinese Information Processing Laboratory, Beijing, 100190, China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Computer Science, Institute of Software, Chinese Academy of Sciences, Beijing, 100190, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101652785","display_name":"Le Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Sun","raw_affiliation_strings":["Chinese Information Processing Laboratory, Beijing, 100190, China","State Key Laboratory of Computer Science, Institute of Software, Chinese Academy of Sciences, Beijing, 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Information Processing Laboratory, Beijing, 100190, China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Computer Science, Institute of Software, Chinese Academy of Sciences, Beijing, 100190, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100620300"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"],"apc_list":null,"apc_paid":null,"fwci":3.3342,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.92698281,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"21","issue":"2","first_page":"217","last_page":"238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5470198392868042},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.36482131481170654},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3252783417701721},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3214418888092041},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3157219886779785}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5470198392868042},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.36482131481170654},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3252783417701721},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3214418888092041},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3157219886779785}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11633-023-1416-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-023-1416-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11633-023-1416-x.pdf","source":{"id":"https://openalex.org/S4210224602","display_name":"Machine Intelligence Research","issn_l":"2731-538X","issn":["2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11633-023-1416-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11633-023-1416-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11633-023-1416-x.pdf","source":{"id":"https://openalex.org/S4210224602","display_name":"Machine Intelligence Research","issn_l":"2731-538X","issn":["2731-538X","2731-5398"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G4677120484","display_name":null,"funder_award_id":"YSBR-040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390814657.pdf","grobid_xml":"https://content.openalex.org/works/W4390814657.grobid-xml"},"referenced_works_count":163,"referenced_works":["https://openalex.org/W2042037135","https://openalex.org/W2064675550","https://openalex.org/W2064910157","https://openalex.org/W2080133951","https://openalex.org/W2094728533","https://openalex.org/W2102153514","https://openalex.org/W2121678312","https://openalex.org/W2128493489","https://openalex.org/W2131785201","https://openalex.org/W2250382531","https://openalex.org/W2264869955","https://openalex.org/W2624319794","https://openalex.org/W2767204723","https://openalex.org/W2908854766","https://openalex.org/W2910243263","https://openalex.org/W2938830017","https://openalex.org/W2944815030","https://openalex.org/W2946359678","https://openalex.org/W2950339735","https://openalex.org/W2950976310","https://openalex.org/W2951941824","https://openalex.org/W2952826391","https://openalex.org/W2953356739","https://openalex.org/W2963341956","https://openalex.org/W2964022985","https://openalex.org/W2964303116","https://openalex.org/W2965373594","https://openalex.org/W2968908603","https://openalex.org/W2970161131","https://openalex.org/W2970476646","https://openalex.org/W2970986510","https://openalex.org/W2971044268","https://openalex.org/W2972324944","https://openalex.org/W2973154008","https://openalex.org/W2975059944","https://openalex.org/W2981852735","https://openalex.org/W2986266667","https://openalex.org/W2987249037","https://openalex.org/W2991223644","https://openalex.org/W2994811754","https://openalex.org/W2996728628","https://openalex.org/W2998385486","https://openalex.org/W2998557616","https://openalex.org/W3004346089","https://openalex.org/W3007672467","https://openalex.org/W3011574394","https://openalex.org/W3014521650","https://openalex.org/W3027879771","https://openalex.org/W3031914912","https://openalex.org/W3034503989","https://openalex.org/W3034995113","https://openalex.org/W3034999214","https://openalex.org/W3035153870","https://openalex.org/W3035290244","https://openalex.org/W3035419191","https://openalex.org/W3044438666","https://openalex.org/W3088409176","https://openalex.org/W3092580630","https://openalex.org/W3097252660","https://openalex.org/W3098267758","https://openalex.org/W3100283070","https://openalex.org/W3101284630","https://openalex.org/W3102226577","https://openalex.org/W3102659883","https://openalex.org/W3102762626","https://openalex.org/W3102844651","https://openalex.org/W3102999298","https://openalex.org/W3104142662","https://openalex.org/W3104163040","https://openalex.org/W3104235057","https://openalex.org/W3104415840","https://openalex.org/W3104499181","https://openalex.org/W3105082862","https://openalex.org/W3105111366","https://openalex.org/W3111372685","https://openalex.org/W3115729981","https://openalex.org/W3118485687","https://openalex.org/W3122241445","https://openalex.org/W3133101440","https://openalex.org/W3134354193","https://openalex.org/W3146844750","https://openalex.org/W3151929433","https://openalex.org/W3152884768","https://openalex.org/W3153427360","https://openalex.org/W3153543512","https://openalex.org/W3154449322","https://openalex.org/W3154903254","https://openalex.org/W3156170450","https://openalex.org/W3156470785","https://openalex.org/W3160638507","https://openalex.org/W3166846774","https://openalex.org/W3169436637","https://openalex.org/W3172943453","https://openalex.org/W3173169192","https://openalex.org/W3173673636","https://openalex.org/W3173777717","https://openalex.org/W3174770825","https://openalex.org/W3174784402","https://openalex.org/W3175604467","https://openalex.org/W3176751053","https://openalex.org/W3176825161","https://openalex.org/W3185341429","https://openalex.org/W3198757395","https://openalex.org/W3202031169","https://openalex.org/W3202070718","https://openalex.org/W3202712981","https://openalex.org/W3205068155","https://openalex.org/W3207577858","https://openalex.org/W3216037316","https://openalex.org/W4205450747","https://openalex.org/W4205537036","https://openalex.org/W4205991051","https://openalex.org/W4206118214","https://openalex.org/W4221141423","https://openalex.org/W4221142828","https://openalex.org/W4221143046","https://openalex.org/W4226278401","https://openalex.org/W4226455589","https://openalex.org/W4229030746","https://openalex.org/W4281481998","https://openalex.org/W4281483047","https://openalex.org/W4281690148","https://openalex.org/W4287891464","https://openalex.org/W4297412056","https://openalex.org/W4297633153","https://openalex.org/W4297899309","https://openalex.org/W4302305874","https://openalex.org/W4303648545","https://openalex.org/W4306295121","https://openalex.org/W4309811444","https://openalex.org/W4309953147","https://openalex.org/W4311726128","https://openalex.org/W4312516176","https://openalex.org/W4385567149","https://openalex.org/W4385567201","https://openalex.org/W4385571894","https://openalex.org/W4385573055","https://openalex.org/W4385573308","https://openalex.org/W4385574113","https://openalex.org/W4385574286","https://openalex.org/W6728551298","https://openalex.org/W6739901393","https://openalex.org/W6744110554","https://openalex.org/W6758485974","https://openalex.org/W6759894368","https://openalex.org/W6771486561","https://openalex.org/W6778883912","https://openalex.org/W6784411865","https://openalex.org/W6786251224","https://openalex.org/W6792279967","https://openalex.org/W6800875267","https://openalex.org/W6801962987","https://openalex.org/W6802629465","https://openalex.org/W6802857829","https://openalex.org/W6810081322","https://openalex.org/W6810270109","https://openalex.org/W6810313920","https://openalex.org/W6811340617","https://openalex.org/W6839328737","https://openalex.org/W6839394111","https://openalex.org/W6844053373","https://openalex.org/W6847076894","https://openalex.org/W6864424756"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"Abstract":[0],"Knowledge":[1],"plays":[2],"a":[3,45,48],"critical":[4,101],"role":[5],"in":[6,97],"artificial":[7],"intelligence.":[8],"Recently,":[9],"the":[10,36,59,72,92,127,132],"extensive":[11],"success":[12],"of":[13,39,47,51,95,123,126],"pre-trained":[14],"language":[15,33,56],"models":[16,57],"(PLMs)":[17],"has":[18],"raised":[19],"significant":[20],"attention":[21],"about":[22],"how":[23,52,105],"knowledge":[24,53,96,106,128],"can":[25],"be":[26],"acquired,":[27],"maintained,":[28],"updated":[29],"and":[30,62,103,113,135,138],"used":[31],"by":[32,90],"models.":[34],"Despite":[35],"enormous":[37],"amount":[38],"related":[40],"studies,":[41],"there":[42],"is":[43,110],"still":[44],"lack":[46],"unified":[49],"view":[50],"circulates":[54,107],"within":[55],"throughout":[58],"learning,":[60],"tuning,":[61],"application":[63],"processes,":[64],"which":[65],"may":[66],"prevent":[67],"us":[68],"from":[69],"further":[70],"understanding":[71],"connections":[73],"between":[74],"current":[75,136],"progress":[76],"or":[77],"realizing":[78],"existing":[79,121],"limitations.":[80],"In":[81],"this":[82,116],"survey,":[83],"we":[84,118],"revisit":[85],"PLMs":[86,98],"as":[87],"knowledge-based":[88],"systems":[89],"dividing":[91],"life":[93,129],"circle":[94],"into":[99],"five":[100],"periods,":[102],"investigating":[104],"when":[108],"it":[109],"built,":[111],"maintained":[112],"used.":[114],"To":[115],"end,":[117],"systematically":[119],"review":[120],"studies":[122],"each":[124],"period":[125],"cycle,":[130],"summarize":[131],"main":[133],"challenges":[134],"limitations,":[137],"discuss":[139],"future":[140],"directions.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}