{"id":"https://openalex.org/W7151749030","doi":"https://doi.org/10.48550/arxiv.2604.05716","title":"Can Large Language Models Reinvent Foundational Algorithms?","display_name":"Can Large Language Models Reinvent Foundational Algorithms?","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7151749030","doi":"https://doi.org/10.48550/arxiv.2604.05716"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05716","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133172933","display_name":"Jian Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113136790","display_name":"Haoren Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Haoren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445380","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0003-4485-1299"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100311644","display_name":"Yuhan Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Yuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133237462","display_name":"Pingyue Sheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Pingyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133232468","display_name":"Tianxing He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Tianxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15230000019073486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15230000019073486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.09309999644756317,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.06030000001192093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5407999753952026},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5228000283241272},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.5138000249862671},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4564000070095062},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3790000081062317},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.3398999869823456}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.652400016784668},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5407999753952026},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5228000283241272},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5138000249862671},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4564000070095062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40310001373291016},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.39910000562667847},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38580000400543213},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3790000081062317},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.31839999556541443},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.31290000677108765},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2892000079154968},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2842999994754791},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.26249998807907104}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6706621050834656}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLMs":[0,34],"have":[1],"shown":[2],"strong":[3,93],"potential":[4,205],"to":[5,47,192],"advance":[6],"scientific":[7],"discovery.":[8],"Whether":[9],"they":[10],"possess":[11],"the":[12,68,105,113,136,158,179,194,204],"capacity":[13],"for":[14,30,145,157],"foundational":[15,31,36,51],"innovation,":[16],"however,":[17],"remains":[18],"an":[19,60],"open":[20],"question.":[21],"In":[22],"this":[23],"work,":[24],"we":[25,81,173],"focus":[26],"on":[27],"a":[28,49,74,83,130,183],"prerequisite":[29],"innovation:":[32],"can":[33,70,134],"reinvent":[35,71],"algorithms":[37,114],"in":[38,73,178,186],"computer":[39],"science?":[40],"Our":[41],"\\textit{Unlearn-and-Reinvent}":[42],"pipeline":[43],"applies":[44],"LLM":[45],"unlearning":[46,86],"remove":[48],"specific":[50],"algorithm,":[52,58],"such":[53],"as":[54],"Dijkstra's":[55],"or":[56],"Euclid's":[57],"from":[59],"LLM's":[61],"pretrained":[62],"knowledge,":[63],"and":[64,96,123,149,170,206],"then":[65],"tests":[66],"whether":[67],"model":[69,107],"it":[72],"controlled":[75],"environment.":[76],"To":[77],"enable":[78],"effective":[79],"unlearning,":[80],"adopt":[82],"GRPO-based,":[84],"on-policy":[85],"method.":[87],"Across":[88],"10":[89],"target":[90],"algorithms,":[91],"3":[92,97],"open-weight":[94],"models,":[95],"hint":[98,120,126,162],"levels,":[99],"our":[100],"experiments":[101],"demonstrate":[102],"that":[103,175],"(1)":[104],"strongest":[106],"Qwen3-4B-Thinking-2507":[108],"successfully":[109],"reinvents":[110],"50%":[111],"of":[112,167,209],"with":[115],"no":[116],"hint,":[117],"70%":[118],"at":[119,125,161],"level":[121,127,163],"1,":[122],"90%":[124],"2;":[128],"(2)":[129],"few":[131],"high-level":[132],"hints":[133,143],"enhance":[135],"reinvention":[137,156,180],"success":[138],"rate,":[139],"but":[140],"even":[141],"step-by-step":[142],"fail":[144],"those":[146],"complicated":[147],"algorithms;":[148],"(3)":[150],"test-time":[151],"reinforcement":[152],"learning":[153],"enables":[154],"successful":[155],"Strassen":[159],"algorithm":[160],"2.":[164],"Through":[165],"analyses":[166],"output":[168],"trajectories":[169],"ablation":[171],"studies,":[172],"find":[174],"generative":[176],"verifier":[177],"phase":[181],"plays":[182],"critical":[184],"role":[185],"sustaining":[187],"models'":[188],"reasoning":[189],"strength,":[190],"helping":[191],"avoid":[193],"``thought":[195],"collapse''":[196],"phenomenon.":[197],"These":[198],"findings":[199],"offer":[200],"insights":[201],"into":[202],"both":[203],"current":[207],"limits":[208],"LLMs'":[210],"innovative":[211],"thinking.":[212]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-09T00:00:00"}