{"id":"https://openalex.org/W4405783281","doi":"https://doi.org/10.48550/arxiv.2412.17765","title":"HyperQ-Opt: Q-learning for Hyperparameter Optimization","display_name":"HyperQ-Opt: Q-learning for Hyperparameter Optimization","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405783281","doi":"https://doi.org/10.48550/arxiv.2412.17765"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.17765","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.17765","pdf_url":"https://arxiv.org/pdf/2412.17765","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.17765","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044164538","display_name":"Md. Tarek Hasan","orcid":"https://orcid.org/0000-0002-3808-6984","observed_orcids":["https://orcid.org/0000-0002-3808-6984"]},"institutions":[{"id":"https://openalex.org/I63169043","display_name":"United International University","ror":"https://ror.org/01tqv1p28","country_code":"BD","type":"education","lineage":["https://openalex.org/I63169043"]}],"countries":["BD"],"is_corresponding":true,"raw_author_name":"Hasan, Md. Tarek","raw_affiliation_strings":["Department of CSE , United International University United City , Madani Ave , Dhaka 1212"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of CSE , United International University United City , Madani Ave , Dhaka 1212","institution_ids":["https://openalex.org/I63169043"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5044164538"],"corresponding_institution_ids":["https://openalex.org/I63169043"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"hyperparameter optimization","score":1.0},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9980000257492065},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8410000205039978},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9300000071525574},{"id":"https://openalex.org/keywords/sequential-decision-making","display_name":"sequential decision making","score":0.9100000262260437},{"id":"https://openalex.org/keywords/hyperparameter-search","display_name":"hyperparameter search","score":0.45399999618530273},{"id":"https://openalex.org/keywords/discrete-search-space","display_name":"discrete search space","score":0.550000011920929},{"id":"https://openalex.org/keywords/surrogate-modeling","display_name":"surrogate models","score":0.34299999475479126}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.9209244251251221},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3758380115032196},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.359591007232666},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33160871267318726},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32844865322113037}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.17765","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.17765","pdf_url":"https://arxiv.org/pdf/2412.17765","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.17765","doi":"https://doi.org/10.48550/arxiv.2412.17765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.17765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.17765","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.17765","pdf_url":"https://arxiv.org/pdf/2412.17765","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405783281.pdf","grobid_xml":"https://content.openalex.org/works/W4405783281.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W2954882791"],"related_works":["https://openalex.org/W7211914305","https://openalex.org/W7208806321","https://openalex.org/W2954882791","https://openalex.org/W7204924745","https://openalex.org/W4321524573","https://openalex.org/W4385681761","https://openalex.org/W7167358608","https://openalex.org/W2967299525","https://openalex.org/W4399677660","https://openalex.org/W7204654438"],"abstract_inverted_index":{"Hyperparameter":[0],"optimization":[1],"(HPO)":[2],"is":[3],"critical":[4],"for":[5,122,171,188],"enhancing":[6],"the":[7,90,138,157,176],"performance":[8],"of":[9,92,135,140,159],"machine":[10,192],"learning":[11,82,142,193],"models,":[12],"yet":[13],"it":[14,71],"often":[15],"involves":[16],"a":[17,22,64,73,80,105,132],"computationally":[18],"intensive":[19],"search":[20,161],"across":[21],"large":[23],"parameter":[24],"space.":[25],"Traditional":[26],"approaches":[27,119],"such":[28],"as":[29,72,104],"Grid":[30],"Search":[31,34],"and":[32,38,77,97,110,163,168,190],"Random":[33],"suffer":[35],"from":[36],"inefficiency":[37],"limited":[39,133],"scalability,":[40],"while":[41],"surrogate":[42],"models":[43],"like":[44],"Sequential":[45],"Model-based":[46],"Bayesian":[47],"Optimization":[48],"(SMBO)":[49],"rely":[50],"heavily":[51],"on":[52,67,165],"heuristic":[53,166],"predictions":[54],"that":[55],"can":[56],"lead":[57],"to":[58,84,113,125,143,184],"suboptimal":[59],"results.":[60],"This":[61],"paper":[62,149],"presents":[63],"novel":[65],"perspective":[66],"HPO":[68,103,186],"by":[69],"formulating":[70],"sequential":[74],"decision-making":[75],"problem":[76],"leveraging":[78],"Q-learning,":[79],"reinforcement":[81,141],"technique,":[83],"optimize":[85],"hyperparameters.":[86],"The":[87,118],"study":[88],"explores":[89],"works":[91],"H.S.":[93],"Jomaa":[94],"et":[95,99],"al.":[96],"Qi":[98],"al.,":[100],"which":[101],"model":[102],"Markov":[106],"Decision":[107],"Process":[108],"(MDP)":[109],"utilize":[111],"Q-learning":[112],"iteratively":[114],"refine":[115],"hyperparameter":[116],"settings.":[117],"are":[120],"evaluated":[121],"their":[123],"ability":[124],"find":[126],"optimal":[127],"or":[128],"near-optimal":[129],"configurations":[130],"within":[131],"number":[134],"trials,":[136],"demonstrating":[137],"potential":[139],"outperform":[144],"conventional":[145],"methods.":[146],"Additionally,":[147],"this":[148,181],"identifies":[150],"research":[151],"gaps":[152],"in":[153],"existing":[154],"formulations,":[155],"including":[156],"limitations":[158],"discrete":[160],"spaces":[162],"reliance":[164],"policies,":[167],"suggests":[169],"avenues":[170],"future":[172],"exploration.":[173],"By":[174],"shifting":[175],"paradigm":[177],"toward":[178],"policy-based":[179],"optimization,":[180],"work":[182],"contributes":[183],"advancing":[185],"methods":[187],"scalable":[189],"efficient":[191],"applications.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-12-26T00:00:00"}