{"id":"https://openalex.org/W3200728011","doi":"https://doi.org/10.15864/jmscm.2407","title":"A REVIEW ON HYPER-PARAMETER OPTIMISATION BY DEEP LEARNING EXPERIMENTS","display_name":"A REVIEW ON HYPER-PARAMETER OPTIMISATION BY DEEP LEARNING EXPERIMENTS","publication_year":2021,"publication_date":"2021-07-05","ids":{"openalex":"https://openalex.org/W3200728011","doi":"https://doi.org/10.15864/jmscm.2407","mag":"3200728011"},"language":"en","primary_location":{"id":"doi:10.15864/jmscm.2407","doi":"https://doi.org/10.15864/jmscm.2407","is_oa":true,"landing_page_url":"https://doi.org/10.15864/jmscm.2407","pdf_url":null,"source":{"id":"https://openalex.org/S4210192580","display_name":"Journal of Mathematical Sciences & Computational Mathematics","issn_l":"2644-3368","issn":["2644-3368","2688-8300"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Mathematical Sciences & Computational Mathematics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.15864/jmscm.2407","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016853177","display_name":"Rohan Bhattacharjee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1296725772","display_name":"University of Engineering & Management","ror":"https://ror.org/02decng19","country_code":"IN","type":"education","lineage":["https://openalex.org/I1296725772"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rohan Bhattacharjee","raw_affiliation_strings":["Department of Basic Science and Humanities Institute of Engineering & Management Salt Lake Electronics Complex, Kolkata-700091. India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Basic Science and Humanities Institute of Engineering & Management Salt Lake Electronics Complex, Kolkata-700091. India","institution_ids":["https://openalex.org/I1296725772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031660324","display_name":"Debjyoti Ghosh","orcid":"https://orcid.org/0000-0002-2233-0575","observed_orcids":["https://orcid.org/0000-0002-2233-0575"]},"institutions":[{"id":"https://openalex.org/I1296725772","display_name":"University of Engineering & Management","ror":"https://ror.org/02decng19","country_code":"IN","type":"education","lineage":["https://openalex.org/I1296725772"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Debjyoti Ghosh","raw_affiliation_strings":["Department of Basic Science and Humanities Institute of Engineering & Management Salt Lake Electronics Complex, Kolkata-700091. India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Basic Science and Humanities Institute of Engineering & Management Salt Lake Electronics Complex, Kolkata-700091. India","institution_ids":["https://openalex.org/I1296725772"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121268928","display_name":"Abhirup Mazumder","orcid":"https://orcid.org/0009-0008-4811-8477","observed_orcids":["https://orcid.org/0009-0008-4811-8477"]},"institutions":[{"id":"https://openalex.org/I1296725772","display_name":"University of Engineering & Management","ror":"https://ror.org/02decng19","country_code":"IN","type":"education","lineage":["https://openalex.org/I1296725772"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abhirup Mazumder","raw_affiliation_strings":["Department of Basic Science and Humanities Institute of Engineering & Management Salt Lake Electronics Complex, Kolkata-700091. India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Basic Science and Humanities Institute of Engineering & Management Salt Lake Electronics Complex, Kolkata-700091. India","institution_ids":["https://openalex.org/I1296725772"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1296725772"],"apc_list":null,"apc_paid":null,"fwci":0.3536,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.60300398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"2","issue":"4","first_page":"532","last_page":"541"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter-optimization","display_name":"hyperparameter optimization","score":0.9150000214576721},{"id":"https://openalex.org/keywords/interactive-machine-learning","display_name":"interactive machine learning","score":0.4009999930858612},{"id":"https://openalex.org/keywords/data-management","display_name":"data management","score":0.37700000405311584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7609895467758179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7159485220909119},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6984543800354004},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.624657392501831},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5102746486663818},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4921781122684479},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.45121175050735474},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4272877275943756},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11182400584220886},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.15864/jmscm.2407","doi":"https://doi.org/10.15864/jmscm.2407","is_oa":true,"landing_page_url":"https://doi.org/10.15864/jmscm.2407","pdf_url":null,"source":{"id":"https://openalex.org/S4210192580","display_name":"Journal of Mathematical Sciences & Computational Mathematics","issn_l":"2644-3368","issn":["2644-3368","2688-8300"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Mathematical Sciences & Computational Mathematics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.15864/jmscm.2407","doi":"https://doi.org/10.15864/jmscm.2407","is_oa":true,"landing_page_url":"https://doi.org/10.15864/jmscm.2407","pdf_url":null,"source":{"id":"https://openalex.org/S4210192580","display_name":"Journal of Mathematical Sciences & Computational Mathematics","issn_l":"2644-3368","issn":["2644-3368","2688-8300"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Mathematical Sciences & Computational Mathematics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W41868933","https://openalex.org/W197262582","https://openalex.org/W1690060238","https://openalex.org/W1798702550","https://openalex.org/W2062227835","https://openalex.org/W2097998348","https://openalex.org/W2131241448","https://openalex.org/W2153380237","https://openalex.org/W2165205173","https://openalex.org/W2175102342","https://openalex.org/W2195263870","https://openalex.org/W2317988884","https://openalex.org/W2398837226","https://openalex.org/W2497644562","https://openalex.org/W2525777268","https://openalex.org/W2739255396"],"related_works":["https://openalex.org/W2522606985","https://openalex.org/W7045624599","https://openalex.org/W3011655242","https://openalex.org/W4387422831","https://openalex.org/W2911097174","https://openalex.org/W7204014834","https://openalex.org/W2837112006","https://openalex.org/W7160294057","https://openalex.org/W4285201332","https://openalex.org/W3164686416"],"abstract_inverted_index":{"It":[0],"has":[1],"been":[2],"found":[3],"that":[4,63,90],"during":[5,104],"the":[6,13,20,29,42,60,75,91,98,132,148,162,169,172,182],"runtime":[7],"of":[8,26,55,83,96,135,150,164,166,174,186,197],"a":[9,36,52,64,106,114,124,136,187,195],"deep":[10,137],"learning":[11,65,76,92,101,138,199],"experiment,":[12],"intermediate":[14,158],"resultant":[15],"values":[16],"get":[17],"removed":[18],"while":[19],"processes":[21],"carry":[22],"forward.":[23],"This":[24,118,146],"removal":[25],"data":[27,71,179,205],"forces":[28],"interim":[30],"experiment":[31,139],"to":[32,35,48,68],"roll":[33],"back":[34],"certain":[37],"initial":[38],"point":[39],"after":[40],"which":[41],"hyper-parameters":[43,85,167],"or":[44],"results":[45],"become":[46],"difficult":[47],"obtain":[49],"(mostly":[50],"for":[51,110,127],"vast":[53],"set":[54],"experimental":[56],"data).":[57],"Hyper-parameters":[58],"are":[59],"various":[61],"constraints/measures":[62],"model":[66,93,130,170,184],"requires":[67],"generalise":[69],"distinct":[70],"patterns":[72],"and":[73,81,103,153,157,178,191],"control":[74],"process.":[77],"A":[78],"proper":[79],"choice":[80],"optimization":[82],"these":[84],"must":[86],"be":[87],"made":[88],"so":[89],"is":[94,116,192],"capable":[95],"resolving":[97],"given":[99],"machine":[100,198],"problem":[102],"training,":[105],"specific":[107],"performance":[108],"objective":[109],"an":[111,141],"algorithm":[112],"on":[113],"dataset":[115],"optimised.":[117],"review":[119],"paper":[120],"aims":[121],"at":[122],"presenting":[123],"Parameter":[125],"Optimisation":[126],"Learning":[128],"(POL)":[129],"highlighting":[131],"all-round":[133],"features":[134],"via":[140],"application-based":[142],"programming":[143],"interface":[144],"(API).":[145],"provides":[147],"means":[149],"stocking,":[151],"recovering":[152],"examining":[154],"parameters":[155],"settings":[156],"values.":[159],"To":[160],"ease":[161],"process":[163],"optimisation":[165,175],"further,":[168],"involves":[171],"application":[173],"functions,":[176],"analysis":[177],"management.":[180,206],"Moreover,":[181],"prescribed":[183],"boasts":[185],"higher":[188],"interactive":[189],"aspect":[190],"circulating":[193],"across":[194],"number":[196],"experts,":[200],"aiding":[201],"further":[202],"utility":[203],"in":[204]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2021-09-27T00:00:00"}