{"id":"https://openalex.org/W4404313875","doi":"https://doi.org/10.48550/arxiv.2410.20302","title":"Sequential Large Language Model-Based Hyper-parameter Optimization","display_name":"Sequential Large Language Model-Based Hyper-parameter Optimization","publication_year":2024,"publication_date":"2024-10-27","ids":{"openalex":"https://openalex.org/W4404313875","doi":"https://doi.org/10.48550/arxiv.2410.20302"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.20302","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.20302","pdf_url":"https://arxiv.org/pdf/2410.20302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.20302","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093081348","display_name":"Kanan Mahammadli","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201799495","display_name":"Middle East Technical University","ror":"https://ror.org/014weej12","country_code":"TR","type":"education","lineage":["https://openalex.org/I201799495"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Mahammadli, Kanan","raw_affiliation_strings":["Mathematics Department Middle East Technical University Ankara , Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematics Department Middle East Technical University Ankara , Turkey","institution_ids":["https://openalex.org/I201799495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066382032","display_name":"\u015eeyda Ertekin","orcid":"https://orcid.org/0000-0002-6132-6739","observed_orcids":["https://orcid.org/0000-0002-6132-6739"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ertekin, Seyda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5093081348"],"corresponding_institution_ids":["https://openalex.org/I201799495"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.032600000500679016,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"hyperparameter optimization","score":0.9610000252723694},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9789999723434448},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.859000027179718},{"id":"https://openalex.org/keywords/tree-structured-parzen-estimator","display_name":"tree-structured Parzen estimator","score":0.9629999995231628},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.9350000023841858},{"id":"https://openalex.org/keywords/early-stopping","display_name":"early stopping","score":0.7509999871253967},{"id":"https://openalex.org/keywords/llm-benchmarking","display_name":"LLM benchmarking","score":0.796999990940094},{"id":"https://openalex.org/keywords/budget-constrained-optimization","display_name":"budget-constrained optimization","score":0.7059999704360962}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5607180595397949},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.449337899684906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3665642738342285}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.20302","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.20302","pdf_url":"https://arxiv.org/pdf/2410.20302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.20302","doi":"https://doi.org/10.48550/arxiv.2410.20302","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.20302","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.20302","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.20302","pdf_url":"https://arxiv.org/pdf/2410.20302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404313875.pdf","grobid_xml":"https://content.openalex.org/works/W4404313875.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W2774246732","https://openalex.org/W3030163527","https://openalex.org/W4320853913","https://openalex.org/W4387838674","https://openalex.org/W4391631249","https://openalex.org/W4391631891","https://openalex.org/W4400141677","https://openalex.org/W4411630208","https://openalex.org/W4414014501"],"related_works":["https://openalex.org/W4389500191","https://openalex.org/W4391631891","https://openalex.org/W7165659912","https://openalex.org/W7160958230","https://openalex.org/W7128769685","https://openalex.org/W4410959368","https://openalex.org/W4409731731","https://openalex.org/W7117969207","https://openalex.org/W7161710373","https://openalex.org/W7141728165"],"abstract_inverted_index":{"This":[0,51,169],"study":[1],"introduces":[2],"SLLMBO,":[3],"an":[4],"innovative":[5],"framework":[6,72],"leveraging":[7],"large":[8],"language":[9],"models":[10],"(LLMs)":[11],"for":[12,80,118,166,174],"hyperparameter":[13],"optimization":[14,44],"(HPO),":[15],"incorporating":[16],"dynamic":[17],"search":[18],"space":[19,23],"adaptability,":[20],"enhanced":[21],"parameter":[22,88,121],"exploitation,":[24],"and":[25,41,61,66,113,129,138,186,197],"a":[26,75,106],"novel":[27],"LLM-tree-structured":[28],"parzen":[29],"estimator":[30],"(LLM-TPE)":[31],"sampler.":[32],"By":[33,82],"addressing":[34],"limitations":[35],"in":[36,87,95,127,145,151,184],"recent":[37],"fully":[38,135],"LLM-based":[39,136,159],"methods":[40,137,144,160],"traditional":[42],"bayesian":[43],"(BO),":[45],"SLLMBO":[46,68,188],"achieves":[47,105],"more":[48,119],"robust":[49],"optimization.":[50],"comprehensive":[52],"benchmarking":[53,187],"evaluates":[54],"multiple":[55],"LLMs,":[56,179],"including":[57],"GPT-3.5-Turbo,":[58],"GPT-4o,":[59],"Claude-Sonnet-3.5,":[60],"Gemini-1.5-Flash,":[62],"extending":[63],"prior":[64],"work":[65,170],"establishing":[67],"as":[69,193],"the":[70,91,102,131,172],"first":[71],"to":[73],"benchmark":[74],"diverse":[76],"set":[77],"of":[78,181],"LLMs":[79],"HPO.":[81],"integrating":[83],"LLMs'":[84],"established":[85],"strengths":[86],"initialization":[89],"with":[90],"exploitation":[92],"abilities":[93],"demonstrated":[94,154],"this":[96],"study,":[97],"alongside":[98],"TPE's":[99],"exploration":[100],"capabilities,":[101],"LLM-TPE":[103,132],"sampler":[104,133],"balanced":[107],"exploration-exploitation":[108],"trade-off,":[109],"reduces":[110],"API":[111],"costs,":[112],"mitigates":[114],"premature":[115],"early":[116,149],"stoppings":[117],"effective":[120],"searches.":[122],"Across":[123],"14":[124],"tabular":[125],"tasks":[126],"classification":[128],"regression,":[130],"outperformed":[134],"achieved":[139],"superior":[140],"results":[141,183],"over":[142],"BO":[143],"9":[146],"tasks.":[147],"Testing":[148],"stopping":[150],"budget-constrained":[152],"scenarios":[153],"competitive":[155],"performance,":[156],"indicating":[157],"that":[158],"generally":[161],"benefit":[162],"from":[163],"extended":[164],"iterations":[165],"optimal":[167],"results.":[168],"lays":[171],"foundation":[173],"future":[175],"research":[176],"exploring":[177],"open-source":[178],"reproducibility":[180],"LLM":[182],"HPO,":[185],"on":[189],"complex":[190],"datasets,":[191],"such":[192],"image":[194],"classification,":[195],"segmentation,":[196],"machine":[198],"translation.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":12}],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2024-11-14T00:00:00"}