{"id":"https://openalex.org/W4416078553","doi":"https://doi.org/10.1145/3746252.3761096","title":"CEM: A Data-Efficient Method for Large Language Models to Continue Evolving From Mistakes","display_name":"CEM: A Data-Efficient Method for Large Language Models to Continue Evolving From Mistakes","publication_year":2025,"publication_date":"2025-11-10","ids":{"openalex":"https://openalex.org/W4416078553","doi":"https://doi.org/10.1145/3746252.3761096"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3761096","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111174926","display_name":"Haokun Zhao","orcid":"https://orcid.org/0009-0006-5069-8840"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haokun Zhao","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-5069-8840","affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jinyi Han","orcid":"https://orcid.org/0009-0003-8380-2905"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyi Han","raw_affiliation_strings":["Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-8380-2905","affiliations":[{"raw_affiliation_string":"Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086067864","display_name":"Jie Shi","orcid":"https://orcid.org/0009-0007-7413-6735"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Shi","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-7413-6735","affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035585332","display_name":"Chengyu Du","orcid":"https://orcid.org/0009-0005-0333-6073"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyu Du","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-0333-6073","affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075507821","display_name":"Jiaqing Liang","orcid":"https://orcid.org/0000-0003-0670-5602"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqing Liang","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0670-5602","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090455375","display_name":"Yanghua Xiao","orcid":"https://orcid.org/0000-0001-8403-9591"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanghua Xiao","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8403-9591","affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101028498","display_name":"Weikang Zhou","orcid":"https://orcid.org/0009-0003-8595-534X"},"institutions":[{"id":"https://openalex.org/I4210153035","display_name":"Shanghai Construction Group (China)","ror":"https://ror.org/04azzhq34","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210153035"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weikang Zhou","raw_affiliation_strings":["ANT GROUP, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-8595-534X","affiliations":[{"raw_affiliation_string":"ANT GROUP, Shanghai, China","institution_ids":["https://openalex.org/I4210153035"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111019890","display_name":"Zeye Sun","orcid":"https://orcid.org/0009-0008-8449-9318"},"institutions":[{"id":"https://openalex.org/I4210153035","display_name":"Shanghai Construction Group (China)","ror":"https://ror.org/04azzhq34","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210153035"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeye Sun","raw_affiliation_strings":["ANT GROUP, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-8449-9318","affiliations":[{"raw_affiliation_string":"ANT GROUP, Shanghai, China","institution_ids":["https://openalex.org/I4210153035"]}]},{"author_position":"last","author":{"id":null,"display_name":"Fei Yu","orcid":"https://orcid.org/0009-0000-0580-0371"},"institutions":[{"id":"https://openalex.org/I4210153035","display_name":"Shanghai Construction Group (China)","ror":"https://ror.org/04azzhq34","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210153035"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Yu","raw_affiliation_strings":["ANT GROUP, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-0580-0371","affiliations":[{"raw_affiliation_string":"ANT GROUP, Shanghai, China","institution_ids":["https://openalex.org/I4210153035"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5111174926"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1735873,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4346","last_page":"4356"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3140000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3140000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2087000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.19900000095367432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6636000275611877},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5253000259399414},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.519599974155426},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4027000069618225},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3765000104904175},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.36239999532699585},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.35839998722076416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.796999990940094},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6636000275611877},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5253000259399414},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.519599974155426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46880000829696655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4555000066757202},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4027000069618225},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29109999537467957},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.26840001344680786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3761096","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3761096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2889787757","https://openalex.org/W2997200074","https://openalex.org/W3034238904","https://openalex.org/W3081168214","https://openalex.org/W3129831491","https://openalex.org/W3156476125","https://openalex.org/W4384434135","https://openalex.org/W4385572901","https://openalex.org/W4401042338","https://openalex.org/W4401043205","https://openalex.org/W4402683765","https://openalex.org/W4404782759","https://openalex.org/W4404782801"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"achieve":[4],"remarkable":[5],"success,":[6],"but":[7],"their":[8],"static":[9],"nature":[10],"leads":[11],"to":[12,108,136],"inherent":[13],"limitations":[14],"and":[15,27,42,60,87,96,106,116,139],"persistent":[16],"mistakes":[17,86],"in":[18],"dynamic":[19],"real-world":[20],"scenarios.":[21],"While":[22],"Continual":[23,28],"Instruction":[24],"Tuning":[25],"(CIT)":[26],"Pre-training":[29],"(CPT)":[30],"are":[31,141],"primary":[32],"continual":[33],"learning":[34],"approaches,":[35],"they":[36],"struggle":[37],"with":[38],"scalable":[39],"knowledge":[40,110],"acquisition":[41],"maintaining":[43,113],"model":[44],"capabilities.":[45],"To":[46],"address":[47],"these,":[48],"we":[49],"propose":[50],"the":[51],"Continue":[52],"Evolving":[53],"from":[54],"Mistakes":[55],"(CEM)":[56],"method,":[57],"a":[58,98],"novel":[59,99],"data-efficient":[61],"framework":[62],"for":[63,129],"continuous":[64],"LLM":[65,85],"evolution.":[66],"Inspired":[67],"by":[68,82,134],"human":[69],"learning,":[70],"CEM":[71],"establishes":[72],"an":[73,90],"iterative":[74],"process:":[75],"it":[76],"efficiently":[77,111],"collects":[78],"targeted":[79],"CPT":[80,107],"data":[81],"robustly":[83],"identifying":[84],"uncertainties":[88],"(via":[89],"Ambiguity-Aware":[91],"Knowledge":[92],"Collection":[93],"(AAKC)":[94],"algorithm),":[95],"employs":[97],"joint":[100],"training":[101],"paradigm":[102],"that":[103],"leverages":[104],"CIT":[105],"assimilate":[109],"while":[112],"existing":[114],"capabilities":[115],"mitigating":[117],"catastrophic":[118],"forgetting.":[119],"Extensive":[120],"experiments":[121],"confirm":[122],"CEM's":[123],"effectiveness,":[124],"yielding":[125],"substantial":[126],"accuracy":[127,133],"gains":[128],"multiple":[130],"models,":[131],"increasing":[132],"up":[135],"29.63%.":[137],"Code":[138],"datasets":[140],"available":[142],"on":[143],"GitHub":[144],"https://anonymous.4open.science/r/cem-BB25.":[145]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-10T00:00:00"}