{"id":"https://openalex.org/W7154488741","doi":"https://doi.org/10.48550/arxiv.2604.11810","title":"GRACE: A Dynamic Coreset Selection Framework for Large Language Model Optimization","display_name":"GRACE: A Dynamic Coreset Selection Framework for Large Language Model Optimization","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7154488741","doi":"https://doi.org/10.48550/arxiv.2604.11810"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.11810","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11810","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11810","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124260149","display_name":"Tianhao Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Tianhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133679687","display_name":"Haoyang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133636341","display_name":"Lei Chen","orcid":"https://orcid.org/0009-0002-1970-7930"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2619999945163727,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2619999945163727,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.08969999849796295,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.08500000089406967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.729200005531311},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6686999797821045},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5382999777793884},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.44040000438690186},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4316999912261963},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4074999988079071},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.35989999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7982000112533569},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.729200005531311},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6686999797821045},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5382999777793884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5321000218391418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5152000188827515},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.44040000438690186},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4316999912261963},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.35989999771118164},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2858000099658966},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28189998865127563},{"id":"https://openalex.org/C77660490","wikidata":"https://www.wikidata.org/wiki/Q244916","display_name":"Intermediate language","level":3,"score":0.27619999647140503},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C2988612419","wikidata":"https://www.wikidata.org/wiki/Q7448312","display_name":"Self representation","level":2,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.11810","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11810","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11810","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11810","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,52],"demonstrated":[5],"remarkable":[6],"capabilities":[7],"in":[8,25],"natural":[9],"language":[10],"understanding":[11],"and":[12,20,29,88,107,119,133,150,154,173,179],"generation.":[13],"However,":[14,73],"their":[15],"immense":[16],"number":[17],"of":[18,64,85,95,140],"parameters":[19],"complex":[21],"transformer-based":[22],"architectures":[23],"result":[24],"significant":[26],"resource":[27],"demands":[28],"computational":[30,138],"complexity":[31],"during":[32],"training,":[33],"making":[34],"it":[35],"challenging":[36],"to":[37,59,69,79,81,157],"optimize":[38],"them":[39],"efficiently":[40],"on":[41,163],"large":[42],"datasets.":[43],"To":[44,98,135],"reduce":[45],"training":[46,67,87,159,171],"costs":[47],"while":[48],"preserving":[49],"performance,":[50],"researchers":[51],"investigated":[53],"coreset":[54,75,109],"selection":[55,76,110],"techniques,":[56],"which":[57],"aim":[58],"identify":[60],"small,":[61],"representative":[62],"subsets":[63],"the":[65,82,137],"entire":[66],"dataset":[68],"accelerate":[70],"LLM":[71,86],"training.":[72],"existing":[74],"methods":[77],"fail":[78],"adapt":[80],"dynamic":[83,108],"nature":[84],"often":[89],"struggle":[90],"with":[91,126],"scalability":[92],"for":[93,112],"models":[94],"this":[96],"size.":[97],"address":[99],"these":[100],"limitations,":[101],"we":[102],"propose":[103],"a":[104,145],"graph-guided":[105],"adaptive":[106],"framework":[111],"LLMs,":[113],"namely":[114],"GRACE.":[115],"GRACE":[116,143,168],"dynamically":[117],"constructs":[118],"updates":[120,152],"coresets":[121],"by":[122],"combining":[123],"representation":[124],"diversity":[125],"gradient-based":[127],"importance":[128],"metrics,":[129],"ensuring":[130],"both":[131],"informativeness":[132],"efficiency.":[134],"mitigate":[136],"cost":[139],"frequent":[141],"updates,":[142],"leverages":[144],"$k$-NN":[146],"graph-based":[147],"propagation":[148],"mechanism":[149],"selectively":[151],"scores":[153],"embeddings,":[155],"adapting":[156],"evolving":[158],"dynamics.":[160],"Extensive":[161],"experiments":[162],"three":[164],"benchmarks":[165],"demonstrate":[166],"that":[167],"significantly":[169],"improves":[170],"efficiency":[172],"downstream":[174],"performance":[175],"across":[176],"diverse":[177],"LLMs":[178],"tasks.":[180]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-16T00:00:00"}