{"id":"https://openalex.org/W4414968369","doi":"https://doi.org/10.48550/arxiv.2509.04784","title":"Post-training Large Language Models for Diverse High-Quality Responses","display_name":"Post-training Large Language Models for Diverse High-Quality Responses","publication_year":2025,"publication_date":"2025-09-05","ids":{"openalex":"https://openalex.org/W4414968369","doi":"https://doi.org/10.48550/arxiv.2509.04784"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.04784","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.04784","pdf_url":"https://arxiv.org/pdf/2509.04784","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.04784","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100782848","display_name":"Yi Chen","orcid":"https://orcid.org/0000-0001-7763-7016"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yilei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052013511","display_name":"Souradip Chakraborty","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chakraborty, Souradip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wolf, Lorenz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wolf, Lorenz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119909718","display_name":"Yannis Paschalidis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paschalidis, Yannis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5006761546","display_name":"Aldo Pacchiano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pacchiano, Aldo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6274999976158142},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6079999804496765},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.597000002861023},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5537999868392944},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5447999835014343},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5253000259399414},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5120000243186951},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5012999773025513},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41190001368522644}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7386000156402588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6456000208854675},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6274999976158142},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6079999804496765},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.597000002861023},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5537999868392944},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5447999835014343},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5277000069618225},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5253000259399414},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5120000243186951},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5012999773025513},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4503999948501587},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41190001368522644},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.4068000018596649},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C88871306","wikidata":"https://www.wikidata.org/wiki/Q7208287","display_name":"Point process","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C2781202465","wikidata":"https://www.wikidata.org/wiki/Q18346297","display_name":"Lexical diversity","level":3,"score":0.26739999651908875},{"id":"https://openalex.org/C2776517306","wikidata":"https://www.wikidata.org/wiki/Q29017317","display_name":"Similarity measure","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.25200000405311584},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2509.04784","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.04784","pdf_url":"https://arxiv.org/pdf/2509.04784","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.04784","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.04784","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.04784","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.04784","pdf_url":"https://arxiv.org/pdf/2509.04784","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"has":[3],"emerged":[4],"as":[5,104],"a":[6,56,85,97],"popular":[7],"method":[8,59,139],"for":[9,75,89],"post-training":[10],"large":[11],"language":[12],"models":[13],"(LLMs).":[14],"While":[15],"improving":[16],"the":[17,26,94,105,109],"model's":[18,27],"performance":[19],"on":[20,51,66,121],"downstream":[21],"tasks,":[22],"it":[23],"often":[24],"reduces":[25],"output":[28],"diversity,":[29],"leading":[30],"to":[31,37,71,101],"narrow,":[32],"canonical":[33],"responses.":[34,113],"Existing":[35],"methods":[36],"enhance":[38],"diversity":[39,103,143],"are":[40],"limited,":[41],"either":[42],"by":[43,49,108],"operating":[44],"at":[45],"inference":[46],"time":[47],"or":[48],"focusing":[50],"surface-level":[52],"differences.":[53],"We":[54],"propose":[55],"novel":[57],"training":[58],"named":[60],"DQO":[61,114],"(Diversity":[62],"Quality":[63],"Optimization)":[64],"based":[65],"determinantal":[67],"point":[68],"processes":[69],"(DPPs)":[70],"jointly":[72],"optimize":[73],"LLMs":[74],"quality":[76],"and":[77,83,117,133],"semantic":[78,142],"diversity.":[79],"Our":[80],"approach":[81],"samples":[82],"embeds":[84],"group":[86],"of":[87,96,111,123],"responses":[88],"each":[90],"prompt,":[91],"then":[92],"uses":[93],"determinant":[95],"kernel-based":[98],"similarity":[99],"matrix":[100],"measure":[102],"volume":[106],"spanned":[107],"embeddings":[110],"these":[112],"is":[115],"flexible":[116],"can":[118],"be":[119],"applied":[120],"top":[122],"existing":[124],"RL":[125],"algorithms.":[126],"Experiments":[127],"across":[128],"instruction-following,":[129],"summarization,":[130],"story":[131],"generation,":[132],"reasoning":[134],"tasks":[135],"demonstrate":[136],"that":[137],"our":[138],"substantially":[140],"improves":[141],"without":[144],"sacrificing":[145],"model":[146],"quality.":[147]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-09T00:00:00"}