{"id":"https://openalex.org/W6929384530","doi":"https://doi.org/10.48550/arxiv.2503.17965","title":"Understanding the Effects of RLHF on the Quality and Detectability of LLM-Generated Texts","display_name":"Understanding the Effects of RLHF on the Quality and Detectability of LLM-Generated Texts","publication_year":2025,"publication_date":"2025-03-23","ids":{"openalex":"https://openalex.org/W6929384530","doi":"https://doi.org/10.48550/arxiv.2503.17965"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2503.17965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.17965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2503.17965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xu, Beining","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Beining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Zubiaga, Arkaitz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zubiaga, Arkaitz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.7825999855995178,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.7825999855995178,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13748","display_name":"Advanced Statistical Modeling Techniques","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11772","display_name":"Genetics and Neurodevelopmental Disorders","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6908000111579895},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5145000219345093},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.44029998779296875},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.43059998750686646},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4162999987602234},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.3504999876022339},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.3458999991416931},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3077000081539154},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.298799991607666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7279999852180481},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6908000111579895},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6254000067710876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5820000171661377},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5145000219345093},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44029998779296875},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.43059998750686646},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4162999987602234},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3504999876022339},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2468000054359436},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.24240000545978546},{"id":"https://openalex.org/C2985684807","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Text generation","level":2,"score":0.23909999430179596},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.23420000076293945},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2222999930381775},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2222999930381775},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.22020000219345093},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.21359999477863312},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.21119999885559082},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.20999999344348907},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2087000012397766},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.20669999718666077},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.20430000126361847},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.1987999975681305},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.19769999384880066},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.19280000030994415},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.18549999594688416},{"id":"https://openalex.org/C3019207227","wikidata":"https://www.wikidata.org/wiki/Q10883614","display_name":"Human life","level":3,"score":0.17949999868869781},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17180000245571136},{"id":"https://openalex.org/C2983812711","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Text recognition","level":3,"score":0.17030000686645508},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.16529999673366547},{"id":"https://openalex.org/C126706616","wikidata":"https://www.wikidata.org/wiki/Q2944660","display_name":"Lexical item","level":2,"score":0.16449999809265137},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.1615999937057495}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2503.17965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.17965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2503.17965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.17965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8812492489814758,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,55],"demonstrated":[5],"exceptional":[6],"performance":[7,110],"on":[8],"a":[9],"range":[10],"of":[11,26,101,111,128],"downstream":[12],"NLP":[13],"tasks":[14],"by":[15,38],"generating":[16],"text":[17,43,113],"that":[18,133,148,159],"closely":[19],"resembles":[20],"human":[21,50,95],"writing.":[22],"However,":[23],"the":[24,99,109,126],"ease":[25],"achieving":[27],"this":[28,60,75],"similarity":[29],"raises":[30],"concerns":[31],"from":[32,49,86],"potential":[33],"malicious":[34],"uses":[35],"at":[36,116],"scale":[37],"bad":[39,62],"actors,":[40],"as":[41],"LLM-generated":[42,67,112,129],"becomes":[44],"increasingly":[45],"difficult":[46],"to":[47,58,69,137,153,157],"discern":[48],"text.":[51],"Although":[52,123],"detection":[53,121],"methods":[54],"been":[56],"developed":[57],"address":[59],"issue,":[61],"actors":[63],"can":[64],"further":[65,80],"manipulate":[66],"texts":[68,82,103,155,158],"make":[70],"them":[71],"less":[72],"detectable.":[73],"In":[74],"work,":[76],"we":[77,131,146],"study":[78],"how":[79],"editing":[81],"with":[83,94],"Reinforcement":[84],"Learning":[85],"Human":[87],"Feedback":[88],"(RLHF),":[89],"which":[90],"aligns":[91],"model":[92],"outputs":[93],"preferences,":[96],"affects":[97],"(a)":[98],"quality":[100,127],"generated":[102],"for":[104],"two":[105],"tasks,":[106],"and":[107,119,142,156],"(b)":[108],"detectors,":[114],"looking":[115],"both":[117],"training-based":[118,149],"zero-shot":[120,163],"methods.":[122],"RLHF":[124],"improves":[125],"texts,":[130],"find":[132],"it":[134],"also":[135],"tends":[136],"produce":[138],"more":[139],"detectable,":[140],"lengthy,":[141],"repetitive":[143],"outputs.":[144],"Additionally,":[145],"observe":[147],"detectors":[150,164],"are":[151],"vulnerable":[152],"short":[154],"incorporate":[160],"code,":[161],"whereas":[162],"exhibit":[165],"greater":[166],"robustness.":[167]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}