{"id":"https://openalex.org/W7119085441","doi":"https://doi.org/10.48550/arxiv.2601.02060","title":"Perish or Flourish? A Holistic Evaluation of Large Language Models for Code Generation in Functional Programming","display_name":"Perish or Flourish? A Holistic Evaluation of Large Language Models for Code Generation in Functional Programming","publication_year":2026,"publication_date":"2026-01-05","ids":{"openalex":"https://openalex.org/W7119085441","doi":"https://doi.org/10.48550/arxiv.2601.02060"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2601.02060","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.02060","pdf_url":"https://arxiv.org/pdf/2601.02060","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2601.02060","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139875155","display_name":"Nguyet-Anh H. Lang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405277486","display_name":"Tr\u01b0\u1eddng \u0110\u1ea1i h\u1ecdc Khoa h\u1ecdc v\u00e0 C\u00f4ng ngh\u1ec7 H\u00e0 N\u1ed9i","ror":"https://ror.org/02wdwrr89","country_code":"VN","type":"education","lineage":["https://openalex.org/I4405277486"]},{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Lang, Nguyet-Anh H.","raw_affiliation_strings":["Hanoi University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology","institution_ids":["https://openalex.org/I4405277486","https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128079817","display_name":"Eric Lang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lang, Eric","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013306670","display_name":"Thanh Le-Cong","orcid":"https://orcid.org/0000-0002-9566-324X","observed_orcids":["https://orcid.org/0000-0002-9566-324X"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Le-Cong, Thanh","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109801092","display_name":"Bach Le","orcid":"https://orcid.org/0000-0001-5044-1582","observed_orcids":["https://orcid.org/0000-0001-5044-1582"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Le, Bach","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057073070","display_name":"Quyet\u2010Thang Huynh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huynh, Quyet-Thang","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9570000171661377},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.9390000104904175},{"id":"https://openalex.org/keywords/functional-programming-languages","display_name":"functional programming languages","score":0.8539999723434448},{"id":"https://openalex.org/keywords/llm-evaluation-framework","display_name":"LLM evaluation framework","score":0.7129999995231628},{"id":"https://openalex.org/keywords/haskell","display_name":"Haskell","score":0.9660000205039978},{"id":"https://openalex.org/keywords/ocaml","display_name":"OCaml","score":0.9440000057220459},{"id":"https://openalex.org/keywords/scala","display_name":"Scala","score":1.0},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5410000085830688},{"id":"https://openalex.org/keywords/static-analysis","display_name":"static analysis","score":0.6000000238418579},{"id":"https://openalex.org/keywords/coding-style","display_name":"code style","score":0.7590000033378601},{"id":"https://openalex.org/keywords/maintainability","display_name":"maintainability","score":0.7900000214576721},{"id":"https://openalex.org/keywords/functional-correctness","display_name":"functional correctness","score":0.7459999918937683},{"id":"https://openalex.org/keywords/self-healing","display_name":"self-healing","score":0.5529999732971191},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.699999988079071},{"id":"https://openalex.org/keywords/gpt-5","display_name":"GPT-5","score":0.8190000057220459}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8039000034332275},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.7699999809265137},{"id":"https://openalex.org/C42383842","wikidata":"https://www.wikidata.org/wiki/Q193076","display_name":"Functional programming","level":2,"score":0.6549999713897705},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6312000155448914},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.4787999987602234},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4284000098705292},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41290000081062317},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3901999890804291},{"id":"https://openalex.org/C2988012377","wikidata":"https://www.wikidata.org/wiki/Q29966452","display_name":"Functional equivalence","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C60051680","wikidata":"https://www.wikidata.org/wiki/Q30267","display_name":"Aspect-oriented programming","level":3,"score":0.31299999356269836},{"id":"https://openalex.org/C2777131603","wikidata":"https://www.wikidata.org/wiki/Q5508796","display_name":"Functional approach","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C2776245389","wikidata":"https://www.wikidata.org/wiki/Q962139","display_name":"Programming style","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2904999852180481},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2554999887943268},{"id":"https://openalex.org/C199305712","wikidata":"https://www.wikidata.org/wiki/Q3205914","display_name":"Fifth-generation programming language","level":3,"score":0.2547999918460846},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C11164408","wikidata":"https://www.wikidata.org/wiki/Q18657800","display_name":"Second-generation programming language","level":4,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2601.02060","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.02060","pdf_url":"https://arxiv.org/pdf/2601.02060","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2601.02060","doi":"https://doi.org/10.48550/arxiv.2601.02060","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.02060","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2601.02060","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.02060","pdf_url":"https://arxiv.org/pdf/2601.02060","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5976970791816711}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7119085441.pdf","grobid_xml":"https://content.openalex.org/works/W7119085441.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Functional":[0],"programming":[1,50,57,81,140,156],"provides":[2,97],"strong":[3],"foundations":[4],"for":[5,31,135,224],"developing":[6],"reliable":[7],"and":[8,52,94,109,118,121,133,142,173,199,212,221],"secure":[9],"software":[10],"systems,":[11],"yet":[12],"its":[13],"adoption":[14],"remains":[15],"not":[16],"widespread":[17],"due":[18],"to":[19,37,113],"the":[20],"steep":[21],"learning":[22],"curve.":[23],"Recent":[24],"advances":[25],"in":[26,55,138,154,168,176],"Large":[27],"Language":[28],"Models":[29],"(LLMs)":[30],"code":[32,119,136,189,197],"generation":[33,137],"present":[34],"new":[35,77],"opportunities":[36],"lower":[38],"these":[39],"barriers.":[40],"However,":[41],"extensive":[42],"evaluations":[43],"of":[44,79,227],"LLMs":[45,184,206],"largely":[46],"focus":[47],"on":[48,74,87],"imperative":[49,146,180,192],"languages,":[51],"their":[53],"capabilities":[54],"functional":[56,116,139,155,170,188],"languages":[58,141,171],"(FP)":[59],"remain":[60,165],"underexplored.":[61],"To":[62],"address":[63],"this":[64,124],"gap,":[65],"we":[66,126,203],"introduce":[67],"FPEval,":[68],"a":[69,76],"holistic":[70],"evaluation":[71,99],"framework":[72],"built":[73],"FPBench,":[75],"benchmark":[78],"721":[80],"tasks":[82],"across":[83],"three":[84,88],"difficulty":[85],"levels":[86],"mainstream":[89],"FP":[90],"languages:":[91],"Haskell,":[92],"Ocaml":[93],"Scala.":[95],"FPEval":[96],"compehensive":[98],"infrastructures":[100],"with":[101,105,159,217],"both":[102,115,210],"test":[103,107],"validations":[104],"comprehensive":[106],"suites":[108],"static":[110,218],"analysis":[111,219],"tools":[112],"assess":[114],"correctness":[117,211],"style":[120,198],"maintainability.":[122,201],"Using":[123],"framework,":[125],"evaluate":[127],"state-of-the-art":[128],"LLMs,":[129],"including":[130],"GPT-3.5,":[131],"GPT-4o,":[132],"GPT-5,":[134],"Java":[143],"as":[144],"an":[145],"baseline.":[147],"Our":[148],"results":[149],"demonstrate":[150],"that":[151,190,205],"LLM":[152],"performance":[153],"improves":[157],"substantially":[158],"model":[160],"advancement;":[161],"however,":[162],"error":[163],"rates":[164],"significantly":[166],"higher":[167],"purely":[169],"(Haskell":[172],"OCaml)":[174],"than":[175],"hybrid":[177],"(Scala)":[178],"or":[179],"(Java)":[181],"languages.":[182],"Moreover,":[183],"frequently":[185],"generate":[186],"non-idiomatic":[187],"follows":[191],"patterns,":[193],"raising":[194],"concerns":[195],"about":[196],"long-term":[200],"Finally,":[202],"show":[204],"can":[207],"partially":[208],"self-repair":[209],"quality":[213],"issues":[214],"when":[215],"provided":[216],"feedback":[220],"hand-crafted":[222],"instructions":[223],"common":[225],"types":[226],"issues.":[228]},"counts_by_year":[],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2026-01-08T00:00:00"}