{"id":"https://openalex.org/W7160624999","doi":"https://doi.org/10.48550/arxiv.2605.05566","title":"Nonsense Helps: Prompt Space Perturbation Broadens Reasoning Exploration","display_name":"Nonsense Helps: Prompt Space Perturbation Broadens Reasoning Exploration","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160624999","doi":"https://doi.org/10.48550/arxiv.2605.05566"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.05566","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05566","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.05566","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092240623","display_name":"Langlin Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Langlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135656279","display_name":"Chengsong Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Chengsong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135648175","display_name":"Jinyuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008996322","display_name":"Donghong Cai","orcid":"https://orcid.org/0000-0001-5350-135X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Donghong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135710557","display_name":"Yuyi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135668896","display_name":"Jiaxin Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jiaxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3131999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3131999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.20749999582767487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.04879999905824661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6437000036239624},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.5548999905586243},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.435699999332428},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.38609999418258667},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.36329999566078186},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.34610000252723694},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.34040001034736633},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.33970001339912415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6780999898910522},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6437000036239624},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5548999905586243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49720001220703125},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.435699999332428},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.38609999418258667},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38449999690055847},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.36329999566078186},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34200000762939453},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.3353999853134155},{"id":"https://openalex.org/C167723999","wikidata":"https://www.wikidata.org/wiki/Q3773214","display_name":"Sampling distribution","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.30399999022483826},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2888999879360199},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2870999872684479},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.2777000069618225},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.05566","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05566","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.05566","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05566","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"with":[2,163,175],"verifiable":[3],"rewards,":[4],"particularly":[5],"Group":[6],"Relative":[7],"Policy":[8],"Optimization":[9],"(GRPO),":[10],"has":[11],"significantly":[12,160],"advanced":[13],"the":[14,30,41,48,58,67,77,86,118,146,164],"reasoning":[15,83,126],"capabilities":[16],"of":[17],"Large":[18],"Language":[19],"Models":[20],"(LLMs).":[21],"However,":[22],"in":[23,193],"complex":[24],"tasks,":[25],"GRPO":[26],"frequently":[27],"suffers":[28],"from":[29,137],"``zero-advantage":[31],"problem'':":[32],"when":[33],"all":[34],"sampled":[35],"rollouts":[36],"for":[37,54,70,96,128,190],"a":[38,74,99,187],"query":[39],"fail,":[40],"relative":[42],"advantage":[43],"collapses":[44],"to":[45,105,123,145],"zero.":[46],"Consequently,":[47],"model":[49],"loses":[50],"effective":[51,102,180],"training":[52,59,103],"signals":[53],"these":[55,71],"questions,":[56],"wasting":[57],"data":[60],"and":[61,154],"computational":[62],"budget.":[63],"While":[64],"simply":[65],"increasing":[66],"sampling":[68,79],"budget":[69],"questions":[72],"is":[73],"common":[75],"remedy,":[76],"static":[78],"policy":[80],"inherently":[81],"constrains":[82],"exploration,":[84],"limiting":[85],"success":[87],"rate.":[88],"In":[89],"this":[90,107],"paper,":[91],"we":[92],"propose":[93],"Lorem":[94,138],"Perturbation":[95],"Exploration":[97],"(LoPE),":[98],"simple":[100],"yet":[101],"framework":[104],"break":[106],"exploration":[108,192],"bottleneck.":[109],"We":[110],"posit":[111],"that":[112,158,170],"task-irrelevant":[113],"prompt-space":[114],"perturbations":[115],"can":[116],"shift":[117],"model's":[119],"output":[120],"distribution":[121],"enough":[122],"unlock":[124],"orthogonal":[125],"pathways":[127],"hard":[129],"questions.":[130],"Specifically,":[131],"LoPE":[132,159,185],"prepends":[133],"sequences":[134,174],"stochastically":[135],"assembled":[136],"Ipsum":[139],"vocabulary":[140],"(a":[141],"pseudo-Latin":[142],"placeholder":[143],"text)":[144],"prompts":[147],"before":[148],"resampling.":[149],"Experiments":[150],"across":[151],"1.7B,":[152],"4B,":[153],"7B":[155],"models":[156],"demonstrate":[157],"outperforms":[161],"resampling":[162],"original":[165],"prompts.":[166],"Further":[167],"analysis":[168],"reveals":[169],"other":[171],"Latin-based":[172],"random":[173],"low":[176],"perplexity":[177],"are":[178],"also":[179],"perturbations.":[181],"Our":[182],"results":[183],"establish":[184],"as":[186],"strong":[188],"baseline":[189],"broadening":[191],"LLM":[194],"reinforcement":[195],"learning.":[196]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-09T00:00:00"}