{"id":"https://openalex.org/W7164143017","doi":"https://doi.org/10.48550/arxiv.2606.11045","title":"What Fits (Into Few Tokens) Doesn't Overfit: Compression and Generalization in ML Research Agents","display_name":"What Fits (Into Few Tokens) Doesn't Overfit: Compression and Generalization in ML Research Agents","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164143017","doi":"https://doi.org/10.48550/arxiv.2606.11045"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11045","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051941774","display_name":"Mart\u00edn Bertr\u00e1n","orcid":"https://orcid.org/0000-0003-4086-1078"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bertran, Martin Andres","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138369912","display_name":"Aaron Roth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roth, Aaron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138334381","display_name":"Zhiwei Steven Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhiwei Steven","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.15760000050067902,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.15760000050067902,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0706000030040741,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.06669999659061432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.9279000163078308},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6769000291824341},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.646399974822998},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4611999988555908},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.3986000120639801},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.35190001130104065}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9279000163078308},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6769000291824341},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.646399974822998},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.607699990272522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5468000173568726},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5447999835014343},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4611999988555908},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27549999952316284},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25859999656677246},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reusing":[0],"a":[1,66,73,170,184],"held-out":[2],"benchmark":[3],"adaptively":[4,60],"should,":[5],"in":[6,20,36,178],"principle,":[7],"invite":[8],"overfitting.":[9],"Yet":[10],"benchmark-driven":[11,179],"machine":[12],"learning":[13],"(ML)":[14],"has":[15],"produced":[16],"surprisingly":[17],"little":[18,130],"overfitting":[19,177],"practice.":[21],"An":[22],"attractive":[23],"hypothesis":[24,45,148],"is":[25,149],"that":[26,126],"successful":[27,181],"ML":[28],"strategies":[29,182],"are":[30,139],"highly":[31],"compressible.":[32],"We":[33],"study":[34],"this":[35],"the":[37,44,88,94,107,157,174],"setting":[38],"of":[39,176,187],"LLM-driven":[40],"research":[41],"agents,":[42],"where":[43],"becomes":[46],"directly":[47],"testable":[48],"via":[49],"two":[50],"complementary":[51],"information":[52],"bottlenecks.":[53],"In":[54,91],"\\emph{output":[55],"compression},":[56,93],"an":[57,83],"exploration":[58],"agent":[59],"searches":[61],"for":[62,173],"high-performance":[63,145],"models":[64],"using":[65],"validation":[67],"set,":[68],"and":[69,87,121,136,143],"we":[70,124,152],"test":[71],"whether":[72,101],"fresh":[74],"``reproducer":[75],"agent''":[76],"can":[77],"reproduce":[78,142,161],"its":[79],"performance":[80],"given":[81],"only":[82,97],"extremely":[84],"short":[85,134,163],"prompt":[86],"training":[89],"data.":[90],"\\emph{input":[92],"explorer":[95],"receives":[96],"one-bit":[98],"feedback":[99,138],"indicating":[100],"each":[102],"submitted":[103],"model":[104],"improves":[105],"on":[106,132],"running":[108],"best.":[109],"Across":[110],"8":[111],"datasets":[112],"spanning":[113],"tabular":[114],"classification,":[115],"vision,":[116],"language":[117],"modeling,":[118,120,123],"diffusion":[119],"reward":[122],"find":[125,144],"these":[127],"bottlenecks":[128],"have":[129],"effect":[131],"performance:":[133],"prompts":[135],"compressible":[137],"sufficient":[140],"to":[141,160],"models.":[146],"The":[147],"falsifiable:":[150],"when":[151],"deliberately":[153],"induce":[154],"validation-set":[155],"overfitting,":[156],"results":[158,168],"fail":[159],"with":[162],"prompts.":[164],"Taken":[165],"together,":[166],"our":[167],"support":[169],"description-length":[171],"explanation":[172],"lack":[175],"ML:":[180],"occupy":[183],"low-complexity":[185],"region":[186],"strategy":[188],"space.":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}