{"id":"https://openalex.org/W7134830550","doi":"https://doi.org/10.48550/arxiv.2603.07897","title":"LeJOT-AutoML: LLM-Driven Feature Engineering for Job Execution Time Prediction in Databricks Cost Optimization","display_name":"LeJOT-AutoML: LLM-Driven Feature Engineering for Job Execution Time Prediction in Databricks Cost Optimization","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134830550","doi":"https://doi.org/10.48550/arxiv.2603.07897"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.07897","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121205521","display_name":"Lizhi Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Lizhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128651333","display_name":"Yi-Xiang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yi-Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013719267","display_name":"Yihui Ren","orcid":"https://orcid.org/0000-0002-5750-6964"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Yihui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128681918","display_name":"Feng Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128653461","display_name":"Xiang-Yang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiang-Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24094215,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.6848000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.6848000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.10050000250339508,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.0478999987244606,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/toolchain","display_name":"Toolchain","score":0.7153000235557556},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4666000008583069},{"id":"https://openalex.org/keywords/metamodeling","display_name":"Metamodeling","score":0.4593000113964081},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.42260000109672546},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4169999957084656},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.41370001435279846},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.40049999952316284},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.396699994802475},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.38670000433921814},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.3684999942779541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8086000084877014},{"id":"https://openalex.org/C2777062904","wikidata":"https://www.wikidata.org/wiki/Q545406","display_name":"Toolchain","level":3,"score":0.7153000235557556},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4666000008583069},{"id":"https://openalex.org/C86610423","wikidata":"https://www.wikidata.org/wiki/Q1925081","display_name":"Metamodeling","level":2,"score":0.4593000113964081},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.40049999952316284},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.396699994802475},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39239999651908875},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.38670000433921814},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.375},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3684999942779541},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3605000078678131},{"id":"https://openalex.org/C69016650","wikidata":"https://www.wikidata.org/wiki/Q1364211","display_name":"Multitenancy","level":5,"score":0.3555000126361847},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33009999990463257},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3231000006198883},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C509989072","wikidata":"https://www.wikidata.org/wiki/Q15188241","display_name":"Model-driven architecture","level":4,"score":0.29589998722076416},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2840999960899353},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.2720000147819519},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2603999972343445},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.2556000053882599}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.07897","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.07897","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.07897","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.07897","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6492527723312378,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Databricks":[0,143],"job":[1,63,114],"orchestration":[2],"systems":[3],"(e.g.,":[4,46],"LeJOT)":[5],"reduce":[6],"cloud":[7],"costs":[8],"by":[9],"selecting":[10],"low-priced":[11],"compute":[12],"configurations":[13],"while":[14,162],"meeting":[15],"latency":[16],"and":[17,27,51,54,62,67,107,117,124,150,154,178],"dependency":[18],"constraints.":[19],"Accurate":[20],"execution-time":[21],"prediction":[22,165],"under":[23],"heterogeneous":[24],"instance":[25],"types":[26],"non-stationary":[28],"runtime":[29,44],"conditions":[30],"is":[31],"therefore":[32],"critical.":[33],"Existing":[34],"pipelines":[35],"rely":[36],"on":[37],"static,":[38],"manually":[39],"engineered":[40],"features":[41,131,149],"that":[42,78,132],"under-capture":[43],"effects":[45],"partition":[47],"pruning,":[48],"data":[49],"skew,":[50],"shuffle":[52],"amplification),":[53],"predictive":[55],"signals":[56],"are":[57,133],"scattered":[58],"across":[59],"logs,":[60],"metadata,":[61],"scripts-lengthening":[64],"update":[65],"cycles":[66],"increasing":[68],"engineering":[69],"overhead.":[70],"We":[71],"present":[72],"LeJOT-AutoML,":[73],"an":[74],"agent-driven":[75],"AutoML":[76],"framework":[77],"embeds":[79],"large":[80],"language":[81],"model":[82,176],"agents":[83],"throughout":[84],"the":[85,152,169],"ML":[86],"lifecycle.":[87],"LeJOT-AutoML":[88,145],"combines":[89],"retrieval-augmented":[90],"generation":[91],"over":[92,147],"a":[93,98,108],"domain":[94],"knowledge":[95],"base":[96],"with":[97],"Model":[99],"Context":[100],"Protocol":[101],"toolchain":[102],"(log":[103],"parsers,":[104],"metadata":[105],"queries,":[106],"read-only":[109],"SQL":[110],"sandbox)":[111],"to":[112,135,159],"analyze":[113],"artifacts,":[115],"synthesize":[116],"validate":[118],"feature-extraction":[119],"code":[120],"via":[121],"safety":[122],"gates,":[123],"train/select":[125],"predictors.":[126],"This":[127],"design":[128],"materializes":[129],"runtime-derived":[130],"difficult":[134],"obtain":[136],"through":[137,187],"static":[138],"analysis":[139],"alone.":[140],"On":[141],"enterprise":[142],"workloads,":[144],"generates":[146],"200":[148],"reduces":[151],"feature-engineering":[153],"evaluation":[155],"loop":[156],"from":[157],"weeks":[158],"20-30":[160],"minutes,":[161],"maintaining":[163],"competitive":[164],"accuracy.":[166],"Integrated":[167],"into":[168],"LeJOT":[170],"pipeline,":[171],"it":[172],"enables":[173],"automated":[174],"continuous":[175],"updates":[177],"achieves":[179],"19.01%":[180],"cost":[181],"savings":[182],"in":[183],"our":[184],"deployment":[185],"setting":[186],"improved":[188],"orchestration.":[189]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-11T00:00:00"}