{"id":"https://openalex.org/W7134918150","doi":"https://doi.org/10.1109/icdmw69685.2025.00346","title":"Can a Large Language Model Win a Kaggle Competition?","display_name":"Can a Large Language Model Win a Kaggle Competition?","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W7134918150","doi":"https://doi.org/10.1109/icdmw69685.2025.00346"},"language":null,"primary_location":{"id":"doi:10.1109/icdmw69685.2025.00346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw69685.2025.00346","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128690670","display_name":"Illya Gordyy","orcid":null},"institutions":[{"id":"https://openalex.org/I43522216","display_name":"California State University, Sacramento","ror":"https://ror.org/03e26wv14","country_code":"US","type":"education","lineage":["https://openalex.org/I43522216"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Illya Gordyy","raw_affiliation_strings":["California State University,Department of Computer Science and Engineering,Sacramento,CA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California State University,Department of Computer Science and Engineering,Sacramento,CA,USA","institution_ids":["https://openalex.org/I43522216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128768142","display_name":"Estevan Rendon","orcid":null},"institutions":[{"id":"https://openalex.org/I177721651","display_name":"Oakland University","ror":"https://ror.org/01ythxj32","country_code":"US","type":"education","lineage":["https://openalex.org/I177721651"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Estevan Rendon","raw_affiliation_strings":["Oakland University,Department of Computer Science and Engineering,Rochester,MI,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oakland University,Department of Computer Science and Engineering,Rochester,MI,USA","institution_ids":["https://openalex.org/I177721651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031805530","display_name":"Niful Islam","orcid":"https://orcid.org/0009-0003-3725-7213"},"institutions":[{"id":"https://openalex.org/I177721651","display_name":"Oakland University","ror":"https://ror.org/01ythxj32","country_code":"US","type":"education","lineage":["https://openalex.org/I177721651"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niful Islam","raw_affiliation_strings":["Oakland University,Department of Computer Science and Engineering,Rochester,MI,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oakland University,Department of Computer Science and Engineering,Rochester,MI,USA","institution_ids":["https://openalex.org/I177721651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004183493","display_name":"Mohammad Wardat","orcid":"https://orcid.org/0009-0001-0213-725X"},"institutions":[{"id":"https://openalex.org/I177721651","display_name":"Oakland University","ror":"https://ror.org/01ythxj32","country_code":"US","type":"education","lineage":["https://openalex.org/I177721651"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Wardat","raw_affiliation_strings":["Oakland University,Department of Computer Science and Engineering,Rochester,MI,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oakland University,Department of Computer Science and Engineering,Rochester,MI,USA","institution_ids":["https://openalex.org/I177721651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035226019","display_name":"Huirong Fu","orcid":"https://orcid.org/0009-0001-7183-8981"},"institutions":[{"id":"https://openalex.org/I177721651","display_name":"Oakland University","ror":"https://ror.org/01ythxj32","country_code":"US","type":"education","lineage":["https://openalex.org/I177721651"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huirong Fu","raw_affiliation_strings":["Oakland University,Department of Computer Science and Engineering,Rochester,MI,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oakland University,Department of Computer Science and Engineering,Rochester,MI,USA","institution_ids":["https://openalex.org/I177721651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2699","last_page":"2708"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.18649999797344208,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.18649999797344208,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.07440000027418137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.04729999974370003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4099000096321106},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.2727000117301941},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.2556999921798706},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.24320000410079956},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2370000034570694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6567999720573425},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40560001134872437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3991999924182892},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.24320000410079956},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2370000034570694},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.23010000586509705},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.22550000250339508}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdmw69685.2025.00346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw69685.2025.00346","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G538352912","display_name":null,"funder_award_id":"NAIRR250048","funder_id":"https://openalex.org/F4320309291","funder_display_name":"Indiana University"},{"id":"https://openalex.org/G8578314500","display_name":null,"funder_award_id":"CNS-2349663,OAC-2528533,2138259,2138286,2138307,2137603,2138296","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309291","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98"},{"id":"https://openalex.org/F4320310280","display_name":"California State University","ror":"https://ror.org/020qm1538"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2102539288","https://openalex.org/W2964024268","https://openalex.org/W2998702515","https://openalex.org/W3010655531","https://openalex.org/W3087187939","https://openalex.org/W3092578031","https://openalex.org/W3198685994","https://openalex.org/W4210794429","https://openalex.org/W4213308398","https://openalex.org/W4224313754","https://openalex.org/W4226144567","https://openalex.org/W4284693140","https://openalex.org/W4384345708","https://openalex.org/W4384345745","https://openalex.org/W4389104713","https://openalex.org/W4389162178","https://openalex.org/W4389519225","https://openalex.org/W4390607998","https://openalex.org/W4394745858","https://openalex.org/W4396765406","https://openalex.org/W4399667811","https://openalex.org/W4400484392","https://openalex.org/W4400485000","https://openalex.org/W4400582230","https://openalex.org/W4402340189","https://openalex.org/W4402409840","https://openalex.org/W4402443209","https://openalex.org/W4403791334","https://openalex.org/W4406459629","https://openalex.org/W4406892560","https://openalex.org/W4406906550","https://openalex.org/W4411551887","https://openalex.org/W4413679996"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"demonstrated":[5],"exceptional":[6],"capabilities":[7],"across":[8],"diverse":[9],"application":[10],"domains.":[11],"However,":[12],"their":[13],"potential":[14],"in":[15,86,113,157],"solving":[16],"intricate":[17],"problems":[18],"within":[19],"competitive":[20,158],"environments,":[21],"such":[22],"as":[23,62],"Kaggle":[24,46,134],"competitions,":[25],"remains":[26],"relatively":[27],"unexplored.":[28],"This":[29],"paper":[30],"presents":[31],"the":[32,73,99,142],"first":[33],"investigation":[34],"into":[35,141],"leveraging":[36],"LLMs":[37,111],"to":[38,65],"autonomously":[39],"build":[40,130],"deep":[41,68],"learning":[42,69],"solutions":[43,70,132],"specifically":[44],"for":[45,133],"competitions.":[47,135],"Our":[48,136],"proposed":[49],"method,":[50],"CompeteRAG,":[51],"employs":[52],"a":[53,122],"Retrieval-Augmented":[54],"Generation":[55],"(RAG)":[56],"framework,":[57],"utilizing":[58],"top-voted":[59],"Jupyter":[60,127],"notebooks":[61,128],"exemplary":[63],"templates":[64],"construct":[66],"targeted":[67],"built":[71],"with":[72],"Keras":[74,79],"library":[75],"and":[76,96,117,144],"optimized":[77],"using":[78,107],"Tuner.":[80],"If":[81],"initial":[82],"code-generation":[83],"attempts":[84],"result":[85],"incomplete":[87],"or":[88],"erroneous":[89],"outputs,":[90],"CompeteRAG":[91],"can":[92],"analyze":[93],"these":[94],"errors":[95],"iteratively":[97],"refine":[98],"generated":[100],"code.":[101],"We":[102],"rigorously":[103],"evaluate":[104],"CompeteRAG's":[105],"efficacy":[106],"two":[108],"state-of-the-art":[109],"(SoTA)":[110],"specialized":[112],"code":[114],"generation:":[115],"GPT-o4-mini":[116],"DeepSeek-R1.":[118],"Additionally,":[119],"we":[120],"introduce":[121],"comprehensive":[123],"dataset":[124],"comprising":[125],"highly-rated":[126],"that":[129],"DNN":[131],"study":[137],"provides":[138],"critical":[139],"insights":[140],"strengths":[143],"inherent":[145],"limitations":[146],"of":[147],"current":[148],"LLM":[149],"methodologies":[150],"when":[151],"confronting":[152],"complex":[153],"structured-data":[154],"tasks":[155],"common":[156],"environments.":[159]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-12T00:00:00"}