{"id":"https://openalex.org/W4390482198","doi":"https://doi.org/10.1109/ssci52147.2023.10371864","title":"Applicability Study of Model-Free Reinforcement Learning Towards an Automated Design Space Exploration Framework","display_name":"Applicability Study of Model-Free Reinforcement Learning Towards an Automated Design Space Exploration Framework","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4390482198","doi":"https://doi.org/10.1109/ssci52147.2023.10371864"},"language":"en","primary_location":{"id":"doi:10.1109/ssci52147.2023.10371864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci52147.2023.10371864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073584703","display_name":"P. Hoffmann","orcid":"https://orcid.org/0000-0002-7924-6219"},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Patrick Hoffmann","raw_affiliation_strings":["Corporate Research & Advance Eng., Robert Bosch GmbH,Renningen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Corporate Research & Advance Eng., Robert Bosch GmbH,Renningen,Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086133983","display_name":"Kirill Gorelik","orcid":"https://orcid.org/0000-0001-6813-6076"},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kirill Gorelik","raw_affiliation_strings":["Corporate Research & Advance Eng., Robert Bosch GmbH,Renningen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Corporate Research & Advance Eng., Robert Bosch GmbH,Renningen,Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082684102","display_name":"Valentin Ivanov","orcid":"https://orcid.org/0000-0001-7252-7184"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Valentin Ivanov","raw_affiliation_strings":["Technische Universitiat Ilmenau,Department of Mechanical Engineering,Ilmenau,Germany","Department of Mechanical Engineering, Technische Universitiat Ilmenau, Ilmenau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universitiat Ilmenau,Department of Mechanical Engineering,Ilmenau,Germany","institution_ids":["https://openalex.org/I119449181"]},{"raw_affiliation_string":"Department of Mechanical Engineering, Technische Universitiat Ilmenau, Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7535,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.86081087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"525","last_page":"532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.862156867980957},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7797671556472778},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6428446769714355},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5544553995132446},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5230844020843506},{"id":"https://openalex.org/keywords/engineering-design-process","display_name":"Engineering design process","score":0.5187761783599854},{"id":"https://openalex.org/keywords/design-space-exploration","display_name":"Design space exploration","score":0.5103463530540466},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47183114290237427},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4446337819099426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42677274346351624},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41134363412857056},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.121163010597229}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.862156867980957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7797671556472778},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6428446769714355},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5544553995132446},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5230844020843506},{"id":"https://openalex.org/C34972735","wikidata":"https://www.wikidata.org/wiki/Q2920267","display_name":"Engineering design process","level":2,"score":0.5187761783599854},{"id":"https://openalex.org/C2776221188","wikidata":"https://www.wikidata.org/wiki/Q21072556","display_name":"Design space exploration","level":2,"score":0.5103463530540466},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47183114290237427},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4446337819099426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42677274346351624},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41134363412857056},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.121163010597229},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssci52147.2023.10371864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci52147.2023.10371864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1979317847","https://openalex.org/W2014687653","https://openalex.org/W2017373494","https://openalex.org/W2184563490","https://openalex.org/W2245493112","https://openalex.org/W2342662072","https://openalex.org/W2612281180","https://openalex.org/W2736601468","https://openalex.org/W2736911770","https://openalex.org/W2766000182","https://openalex.org/W2923554444","https://openalex.org/W2948793233","https://openalex.org/W2961580777","https://openalex.org/W3017296286","https://openalex.org/W3068678661","https://openalex.org/W3156597264","https://openalex.org/W3209524531","https://openalex.org/W4213155740","https://openalex.org/W4220982348","https://openalex.org/W4234452799","https://openalex.org/W4235464460","https://openalex.org/W4241431509","https://openalex.org/W4286963241","https://openalex.org/W4308754326","https://openalex.org/W4379374853","https://openalex.org/W4383108942","https://openalex.org/W6754615820","https://openalex.org/W6755851568","https://openalex.org/W7014788697"],"related_works":["https://openalex.org/W4390421286","https://openalex.org/W4280563792","https://openalex.org/W2140186469","https://openalex.org/W4389724018","https://openalex.org/W4318719684","https://openalex.org/W4318559728","https://openalex.org/W2775233965","https://openalex.org/W4360995913","https://openalex.org/W4281847915","https://openalex.org/W3000635674"],"abstract_inverted_index":{"Design":[0],"space":[1,47],"exploration":[2,33,48],"is":[3,49,90,109,172],"a":[4,21,53,69,112,116,128,159],"crucial":[5],"aspect":[6],"of":[7,24,41,82,106,124,138,154,162],"engineering":[8],"and":[9,38,102,119,179],"optimization,":[10],"focused":[11],"on":[12,110,151],"identifying":[13],"optimal":[14,88,98],"design":[15,46,118],"configurations":[16],"for":[17,52,73,115,167],"complex":[18],"systems":[19],"with":[20],"high":[22],"degree":[23],"freedom":[25],"in":[26,45],"the":[27,42,50,58,87,94,97,122,136,148,152,168,176],"actor":[28],"set.":[29],"It":[30],"involves":[31],"systematic":[32],"while":[34],"considering":[35,141],"various":[36],"constraints":[37],"requirements.":[39],"One":[40],"key":[43],"challenges":[44],"need":[51],"control":[54,76],"strategy":[55,114],"tailored":[56],"to":[57,145,174],"particular":[59],"design.":[60],"In":[61,157],"this":[62,107],"context,":[63],"reinforcement":[64,169],"learning":[65,86,111,170],"has":[66],"emerged":[67],"as":[68,93],"promising":[70],"solution":[71],"approach":[72],"automatically":[74],"inferring":[75],"strategies,":[77],"thereby":[78],"enabling":[79,121],"efficient":[80],"comparison":[81],"different":[83,142],"designs.":[84],"However,":[85],"policy":[89,99],"computationally":[91],"intensive,":[92],"agent":[95],"determines":[96],"through":[100],"trial":[101],"error.":[103],"The":[104,132],"focus":[105],"study":[108,133],"single":[113],"given":[117],"scenario,":[120],"evaluation":[123],"numerous":[125],"architectures":[126],"within":[127],"limited":[129],"time":[130],"frame.":[131],"also":[134],"highlights":[135],"importance":[137],"plant":[139],"modeling":[140,143],"approaches":[144],"effectively":[146],"capture":[147],"system":[149],"complexity":[150],"example":[153],"vehicle":[155],"dynamics.":[156],"addition,":[158],"careful":[160],"selection":[161],"an":[163],"appropriate":[164],"hyperparameter":[165],"set":[166],"algorithm":[171],"emphasized":[173],"improve":[175],"overall":[177],"performance":[178],"optimization":[180],"process.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}