{"id":"https://openalex.org/W7164206517","doi":"https://doi.org/10.48550/arxiv.2606.10933","title":"Frontier Coding Agents Use Metaprogramming to Adapt to Unfamiliar Programming Languages","display_name":"Frontier Coding Agents Use Metaprogramming to Adapt to Unfamiliar Programming Languages","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164206517","doi":"https://doi.org/10.48550/arxiv.2606.10933"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.10933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.10933","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138313573","display_name":"Aman Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Aman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138364297","display_name":"Sushrut Thorat","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thorat, Sushrut","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138333196","display_name":"Paras Chopra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chopra, Paras","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.2045000046491623,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.2045000046491623,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.11860000342130661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.06379999965429306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6553999781608582},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.5637000203132629},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5254999995231628},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.4587000012397766},{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.44279998540878296},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.3781000077724457},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.3675999939441681},{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.35269999504089355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8152999877929688},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.7240999937057495},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6553999781608582},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.5637000203132629},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5254999995231628},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.4587000012397766},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3781000077724457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3675999939441681},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.35269999504089355},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C35390924","wikidata":"https://www.wikidata.org/wiki/Q661075","display_name":"Metaprogramming","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3073999881744385},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C2779151265","wikidata":"https://www.wikidata.org/wiki/Q1156791","display_name":"Copying","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2800000011920929},{"id":"https://openalex.org/C161831844","wikidata":"https://www.wikidata.org/wiki/Q2554325","display_name":"Lemmatisation","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C11164408","wikidata":"https://www.wikidata.org/wiki/Q18657800","display_name":"Second-generation programming language","level":4,"score":0.2687999904155731},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.25949999690055847},{"id":"https://openalex.org/C500551929","wikidata":"https://www.wikidata.org/wiki/Q8819","display_name":"Unicode","level":2,"score":0.2590999901294708}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.10933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.10933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7373433709144592}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM-based":[0],"coding":[1,38,67,206],"agents":[2,26,39,64,180,184,207],"are":[3],"usually":[4],"evaluated":[5],"in":[6],"familiar":[7],"software":[8],"settings:":[9],"mainstream":[10,66],"languages,":[11],"common":[12],"libraries,":[13],"and":[14,54,68,75,92,104,114,160,175,216,239],"public":[15],"repositories.":[16],"These":[17],"benchmarks":[18,70],"remain":[19],"important,":[20],"but":[21,181,233],"they":[22,106],"can":[23],"hide":[24],"how":[25],"behave":[27],"when":[28],"the":[29,86,98,164,225,230,234,246],"language":[30,100],"itself":[31],"is":[32,229,237],"unfamiliar.":[33],"We":[34,83],"evaluate":[35],"six":[36],"contemporary":[37],"on":[40,163],"four":[41],"esoteric":[42],"programming":[43],"languages":[44,211],"using":[45,213],"a":[46,221,241],"sequential":[47],"setup":[48],"with":[49,148],"file":[50],"editing,":[51],"local":[52],"execution,":[53],"hidden-test":[55,154],"grading.":[56],"Our":[57],"protocol":[58],"exposes":[59],"capability":[60],"differences":[61],"between":[62],"these":[63,191,201],"that":[65,85,110,190,204,243],"agentic":[69],"such":[71],"as":[72],"SWE-Bench":[73],"Verified":[74],"Terminal-Bench":[76],"2.0":[77],"compress":[78],"into":[79],"much":[80],"narrower":[81],"bands.":[82],"observe":[84],"strongest":[87],"agents,":[88],"Claude":[89],"Opus":[90],"4.6":[91,159],"GPT-5.4":[93,161],"xhigh,":[94],"often":[95],"avoid":[96],"writing":[97],"target":[99,226,247],"directly.":[101],"On":[102],"Brainfuck":[103],"Befunge-98,":[105],"write":[107],"Python":[108,142],"programs":[109,152],"generate":[111],"target-language":[112],"code":[113,144],"debug":[115],"those":[116],"generators":[117],"locally.":[118],"Forbidding":[119],"this":[120,131],"metaprogramming":[121],"strategy":[122,132,242],"causes":[123],"large":[124],"performance":[125],"drops.":[126],"Text":[127],"guidance":[128],"distilled":[129],"from":[130],"does":[133],"not":[134],"materially":[135],"improve":[136,178],"weaker":[137,183],"agents.":[138],"In":[139],"contrast,":[140],"Opus-derived":[141],"helper":[143],"for":[145],"building":[146],"generators,":[147],"no":[149],"solved":[150],"benchmark":[151],"or":[153],"answers,":[155],"sharply":[156],"improves":[157],"Sonnet":[158],"mini":[162],"same":[165],"problems,":[166],"while":[167],"Haiku":[168],"4.5":[169],"remains":[170],"low.":[171],"More":[172],"interpreter":[173],"calls":[174],"output":[176],"tokens":[177],"stronger":[179],"leave":[182],"near":[185],"their":[186],"original":[187],"performance,":[188],"indicating":[189],"resources":[192],"amplify":[193],"useful":[194],"strategies":[195],"rather":[196],"than":[197],"create":[198],"them.":[199],"Together,":[200],"results":[202],"show":[203],"strong":[205],"adapt":[208],"to":[209,219],"unfamiliar":[210],"by":[212],"tools,":[214],"feedback,":[215],"workspace":[217],"state":[218],"build":[220],"working":[222],"model":[223],"of":[224],"language.":[227],"Metaprogramming":[228],"clearest":[231],"case,":[232],"broader":[235],"gap":[236],"constructing":[238],"debugging":[240],"works":[244],"under":[245],"language's":[248],"rules.":[249]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}