{"id":"https://openalex.org/W7135372272","doi":"https://doi.org/10.5715/jnlp.33.158","title":"On the Robustness of LLM-Generated Text Detection Against Instruction Diversity","display_name":"On the Robustness of LLM-Generated Text Detection Against Instruction Diversity","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7135372272","doi":"https://doi.org/10.5715/jnlp.33.158"},"language":"en","primary_location":{"id":"doi:10.5715/jnlp.33.158","is_oa":true,"landing_page_url":"https://doi.org/10.5715/jnlp.33.158","pdf_url":"https://www.jstage.jst.go.jp/article/jnlp/33/1/33_158/_pdf","source":{"id":"https://openalex.org/S4210212357","display_name":"Journal of Natural Language Processing","issn_l":"1340-7619","issn":["1340-7619","2185-8314"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Natural Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/jnlp/33/1/33_158/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109686570","display_name":"Ryuto Koike","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085920","display_name":"Shanghai Institute for Science of Science","ror":"https://ror.org/004srxn73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210085920"]},{"id":"https://openalex.org/I4400009020","display_name":"Institute of Science Tokyo","ror":"https://ror.org/05dqf9946","country_code":null,"type":"education","lineage":["https://openalex.org/I4400009020"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ryuto Koike","raw_affiliation_strings":["School of Computing, Institute of Science Tokyo"],"affiliations":[{"raw_affiliation_string":"School of Computing, Institute of Science Tokyo","institution_ids":["https://openalex.org/I4210085920","https://openalex.org/I4400009020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129223729","display_name":"Masahiro Kaneko","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085920","display_name":"Shanghai Institute for Science of Science","ror":"https://ror.org/004srxn73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210085920"]},{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]},{"id":"https://openalex.org/I4400009020","display_name":"Institute of Science Tokyo","ror":"https://ror.org/05dqf9946","country_code":null,"type":"education","lineage":["https://openalex.org/I4400009020"]}],"countries":["AE","CN"],"is_corresponding":false,"raw_author_name":"Masahiro Kaneko","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence (MBZUAI)","School of Computing, Institute of Science Tokyo"],"affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence (MBZUAI)","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"School of Computing, Institute of Science Tokyo","institution_ids":["https://openalex.org/I4210085920","https://openalex.org/I4400009020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107642698","display_name":"Naoaki Okazaki","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]},{"id":"https://openalex.org/I4210085920","display_name":"Shanghai Institute for Science of Science","ror":"https://ror.org/004srxn73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210085920"]},{"id":"https://openalex.org/I4400009020","display_name":"Institute of Science Tokyo","ror":"https://ror.org/05dqf9946","country_code":null,"type":"education","lineage":["https://openalex.org/I4400009020"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["CN","JP"],"is_corresponding":false,"raw_author_name":"Naoaki Okazaki","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST)","Research and Development Center for Large Language Models, National Institute of Informatics (NII LLMC)","School of Computing, Institute of Science Tokyo"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST)","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"Research and Development Center for Large Language Models, National Institute of Informatics (NII LLMC)","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"School of Computing, Institute of Science Tokyo","institution_ids":["https://openalex.org/I4210085920","https://openalex.org/I4400009020"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5109686570"],"corresponding_institution_ids":["https://openalex.org/I4210085920","https://openalex.org/I4400009020"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.93182648,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"1","first_page":"158","last_page":"185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.6401000022888184,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.6401000022888184,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0737999975681305,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.059300001710653305,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.65420001745224},{"id":"https://openalex.org/keywords/text-detection","display_name":"Text detection","score":0.31220000982284546},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2903999984264374},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.24699999392032623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6543999910354614},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.65420001745224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5292999744415283},{"id":"https://openalex.org/C2983589003","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Text detection","level":3,"score":0.31220000982284546},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31119999289512634},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26809999346733093},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.24699999392032623},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2442999929189682}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5715/jnlp.33.158","is_oa":true,"landing_page_url":"https://doi.org/10.5715/jnlp.33.158","pdf_url":"https://www.jstage.jst.go.jp/article/jnlp/33/1/33_158/_pdf","source":{"id":"https://openalex.org/S4210212357","display_name":"Journal of Natural Language Processing","issn_l":"1340-7619","issn":["1340-7619","2185-8314"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Natural Language Processing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.5715/jnlp.33.158","is_oa":true,"landing_page_url":"https://doi.org/10.5715/jnlp.33.158","pdf_url":"https://www.jstage.jst.go.jp/article/jnlp/33/1/33_158/_pdf","source":{"id":"https://openalex.org/S4210212357","display_name":"Journal of Natural Language Processing","issn_l":"1340-7619","issn":["1340-7619","2185-8314"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Natural Language Processing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7097697257995605}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7135372272.pdf","grobid_xml":"https://content.openalex.org/works/W7135372272.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"To":[0,281],"combat":[1],"the":[2,27,35,54,84,146,151,184,194,223,248,253,265],"misuse":[3],"of":[4,58,86,150,172,177,252,269,275,285],"large":[5,114,242,273],"language":[6],"models":[7],"(LLMs),":[8],"many":[9],"recent":[10,63],"studies":[11,39,64],"have":[12,43,65],"presented":[13],"LLM-generated":[14],"text":[15],"detectors":[16,87,111,233,240,287],"with":[17,161],"promising":[18],"performance.":[19,280],"When":[20],"users":[21],"instruct":[22],"LLMs":[23,270],"to":[24,88,103,169,213,222,235,257],"generate":[25],"text,":[26],"instruction":[28,70,89,160],"can":[29,51],"include":[30],"different":[31],"constraints":[32,93,132,195,218,246,277],"depending":[33],"on":[34,40,123,137,155,247,278],"user's":[36],"needs.":[37],"Prior":[38],"prompt":[41],"sensitivity":[42],"shown":[44],"that":[45,94,108,145,176,207,264],"even":[46,109],"small":[47],"differences":[48],"in":[49,97,116,192,232],"instructions":[50,98],"substantially":[52],"alter":[53],"quality":[55,140],"and":[56],"characteristics":[57],"generated":[59,157,254],"texts.":[60,255],"However,":[61],"most":[62],"not":[66,101],"covered":[67],"such":[68,120,162,276],"diverse":[69,289],"patterns":[71],"when":[72],"creating":[73],"datasets":[74,294],"for":[75],"LLM":[76,197],"detection.":[77],"In":[78,238],"this":[79,208,260],"study,":[80],"we":[81,262,291],"systematically":[82],"examined":[83],"robustness":[85],"diversity":[90],"through":[91],"task-oriented":[92,131],"naturally":[95],"appear":[96],"but":[99,227],"are":[100],"related":[102],"detection":[104,117,198,279],"evasion.":[105],"We":[106,186],"demonstrated":[107],"powerful":[110],"exhibit":[112,241],"a":[113,128,163,272],"variance":[115,209],"performance":[118,154,225,243],"under":[119,245],"constraints.":[121,237],"Focusing":[122],"student":[124],"essay":[125,139],"writing":[126],"as":[127],"realistic":[129],"domain,":[130],"were":[133],"manually":[134],"created":[135],"based":[136],"several":[138],"factors.":[141],"Our":[142,204],"experiments":[143],"showed":[144],"standard":[147],"deviation":[148],"(SD)":[149],"current":[152],"detectors'":[153],"texts":[156,179],"by":[158],"an":[159,170,189],"constraint":[164],"is":[165],"significantly":[166],"larger":[167],"(up":[168],"SD":[171],"14.4":[173],"F1-score)":[174],"than":[175,201],"generating":[178],"multiple":[180],"times":[181],"or":[182,219,250],"paraphrasing":[183],"instruction.":[185],"also":[187],"observed":[188],"overall":[190],"trend":[191],"which":[193],"made":[196],"more":[199],"challenging":[200],"without":[202],"them.":[203],"analysis":[205],"suggests":[206],"cannot":[210],"be":[211],"attributed":[212],"trivial":[214],"output":[215],"variation":[216],"across":[217],"fluctuations":[220],"due":[221],"average":[224],"level,":[226],"instead":[228],"stems":[229],"from":[230],"vulnerabilities":[231],"specific":[234],"these":[236],"particular,":[239],"degradation":[244],"vocabulary":[249],"style":[251],"Finally,":[256],"better":[258],"understand":[259],"effect,":[261],"found":[263],"high":[266],"instruction-following":[267],"ability":[268],"fosters":[271],"impact":[274],"facilitate":[282],"further":[283],"development":[284],"robust":[286],"against":[288],"instructions,":[290],"released":[292],"our":[293],"at":[295],"https://github.com/ryuryukke/HowYouPromptMatters.":[296]},"counts_by_year":[],"updated_date":"2026-03-16T07:19:36.451410","created_date":"2026-03-15T00:00:00"}