{"id":"https://openalex.org/W7128813276","doi":"https://doi.org/10.48550/arxiv.2602.11481","title":"Compiler-Guided Inference-Time Adaptation: Improving GPT-5 Programming Performance in Idris","display_name":"Compiler-Guided Inference-Time Adaptation: Improving GPT-5 Programming Performance in Idris","publication_year":2026,"publication_date":"2026-02-12","ids":{"openalex":"https://openalex.org/W7128813276","doi":"https://doi.org/10.48550/arxiv.2602.11481"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.11481","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.11481","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.11481","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125916918","display_name":"Minda Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Minda","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125936543","display_name":"Bhaskar Krishnamachari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishnamachari, Bhaskar","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5125916918"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.3407999873161316,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.3407999873161316,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.12620000541210175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.08049999922513962,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5835999846458435},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5418000221252441},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5370000004768372},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5328999757766724},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.39309999346733093},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.3605000078678131},{"id":"https://openalex.org/keywords/functional-programming","display_name":"Functional programming","score":0.323199987411499},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.3125999867916107}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7753000259399414},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.621999979019165},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5835999846458435},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5418000221252441},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5370000004768372},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4350000023841858},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.39309999346733093},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3605000078678131},{"id":"https://openalex.org/C42383842","wikidata":"https://www.wikidata.org/wiki/Q193076","display_name":"Functional programming","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.303600013256073},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C199305712","wikidata":"https://www.wikidata.org/wiki/Q3205914","display_name":"Fifth-generation programming language","level":3,"score":0.27619999647140503},{"id":"https://openalex.org/C8767382","wikidata":"https://www.wikidata.org/wiki/Q1058454","display_name":"Dynamic compilation","level":3,"score":0.27300000190734863},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.25679999589920044},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.11481","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.11481","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.11481","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.11481","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"GPT-5,":[0],"a":[1,64,190],"state":[2],"of":[3,78,95,102,167],"the":[4,72,83,146],"art":[5],"large":[6,174],"language":[7,175],"model":[8,73],"from":[9],"OpenAI,":[10],"demonstrates":[11],"strong":[12],"performance":[13,158],"in":[14,30,49,97,104,180,193],"widely":[15],"used":[16,36],"programming":[17,53],"languages":[18,37,92],"such":[19],"as":[20],"Python,":[21],"C++,":[22],"and":[23,99,123,127,134],"Java;":[24],"however,":[25],"its":[26],"ability":[27],"to":[28,89,160],"operate":[29],"low":[31,181],"resource":[32,91,182],"or":[33],"less":[34],"commonly":[35],"remains":[38],"underexplored.":[39],"This":[40],"work":[41],"investigates":[42],"whether":[43],"GPT-5":[44,157],"can":[45,188],"effectively":[46],"acquire":[47],"proficiency":[48],"an":[50,161],"unfamiliar":[51],"functional":[52],"language,":[54],"Idris,":[55],"through":[56],"iterative,":[57],"feedback":[58,187],"driven":[59],"prompting.":[60],"We":[61,106],"first":[62],"establish":[63],"baseline":[65],"showing":[66],"that":[67,172],"with":[68,121],"zero":[69],"shot":[70],"prompting":[71,114,129],"solves":[74],"only":[75],"22":[76],"out":[77,94,101,166],"56":[79],"Idris":[80],"exercises":[81],"using":[82,130],"platform":[84,117],"Exercism,":[85],"substantially":[86],"underperforming":[87],"relative":[88],"higher":[90],"(45":[93],"50":[96],"Python":[98],"35":[100],"47":[103],"Erlang).":[105],"then":[107],"evaluate":[108],"several":[109],"refinement":[110,155],"strategies,":[111],"including":[112],"iterative":[113,128],"based":[115],"on":[116],"feedback,":[118],"augmenting":[119],"prompts":[120],"documentation":[122],"error":[124,153],"classification":[125],"guides,":[126],"local":[131,142],"compilation":[132,143],"errors":[133,144],"failed":[135],"test":[136],"cases.":[137],"Among":[138],"these":[139],"approaches,":[140],"incorporating":[141],"yields":[145],"most":[147],"substantial":[148],"improvements.":[149],"Using":[150],"this":[151],"structured,":[152],"guided":[154],"loop,":[156],"increased":[159],"impressive":[162],"54":[163],"solved":[164],"problems":[165],"56.":[168],"These":[169],"results":[170],"suggest":[171],"while":[173],"models":[176],"may":[177],"initially":[178],"struggle":[179],"settings,":[183],"structured":[184],"compiler":[185],"level":[186],"play":[189],"critical":[191],"role":[192],"unlocking":[194],"their":[195],"capabilities.":[196]},"counts_by_year":[],"updated_date":"2026-02-14T06:27:19.455381","created_date":"2026-02-14T00:00:00"}