{"id":"https://openalex.org/W2019980715","doi":"https://doi.org/10.1115/1.2739502","title":"Using Q-Learning and Genetic Algorithms to Improve the Efficiency of Weight Adjustments for Optimal Control and Design Problems","display_name":"Using Q-Learning and Genetic Algorithms to Improve the Efficiency of Weight Adjustments for Optimal Control and Design Problems","publication_year":2007,"publication_date":"2007-04-08","ids":{"openalex":"https://openalex.org/W2019980715","doi":"https://doi.org/10.1115/1.2739502","mag":"2019980715"},"language":"en","primary_location":{"id":"doi:10.1115/1.2739502","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.2739502","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086460627","display_name":"Kaivan Kamali","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kaivan Kamali","raw_affiliation_strings":["Laboratory for Intelligent Agents, College of Information Sciences and Technology, The Pennsylvania State University, University Park, PA 16802"],"affiliations":[{"raw_affiliation_string":"Laboratory for Intelligent Agents, College of Information Sciences and Technology, The Pennsylvania State University, University Park, PA 16802","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111575255","display_name":"Li Jun Jiang","orcid":"https://orcid.org/0009-0009-8707-4013"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"L. J. Jiang","raw_affiliation_strings":["Structural Dynamics and Control Laboratory, Department of Mechanical and Nuclear Engineering, The Pennsylvania State University, University Park, PA 16802"],"affiliations":[{"raw_affiliation_string":"Structural Dynamics and Control Laboratory, Department of Mechanical and Nuclear Engineering, The Pennsylvania State University, University Park, PA 16802","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109056901","display_name":"John Yen","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Yen","raw_affiliation_strings":["Laboratory for Intelligent Agents, College of Information Sciences and Technology, The Pennsylvania State University, University Park, PA 16802"],"affiliations":[{"raw_affiliation_string":"Laboratory for Intelligent Agents, College of Information Sciences and Technology, The Pennsylvania State University, University Park, PA 16802","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001783154","display_name":"K. W. Wang","orcid":"https://orcid.org/0009-0006-8859-5919"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. W. Wang","raw_affiliation_strings":["Structural Dynamics and Control Laboratory, Department of Mechanical and Nuclear Engineering, The Pennsylvania State University, University Park, PA 16802"],"affiliations":[{"raw_affiliation_string":"Structural Dynamics and Control Laboratory, Department of Mechanical and Nuclear Engineering, The Pennsylvania State University, University Park, PA 16802","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086460627"],"corresponding_institution_ids":["https://openalex.org/I130769515"],"apc_list":null,"apc_paid":null,"fwci":2.6966,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89721505,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"7","issue":"4","first_page":"302","last_page":"308"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11096","display_name":"Aeroelasticity and Vibration Control","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11096","display_name":"Aeroelasticity and Vibration Control","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10534","display_name":"Structural Health Monitoring Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11230","display_name":"Innovative Energy Harvesting Technologies","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6250112652778625},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6054537296295166},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5445379018783569},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5420805215835571},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.44928479194641113},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4277874827384949},{"id":"https://openalex.org/keywords/optimal-design","display_name":"Optimal design","score":0.42141228914260864},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4155389070510864},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3488662838935852},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31901201605796814},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3095511794090271},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18448913097381592}],"concepts":[{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6250112652778625},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6054537296295166},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5445379018783569},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5420805215835571},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.44928479194641113},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4277874827384949},{"id":"https://openalex.org/C186394612","wikidata":"https://www.wikidata.org/wiki/Q7098942","display_name":"Optimal design","level":2,"score":0.42141228914260864},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4155389070510864},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3488662838935852},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31901201605796814},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3095511794090271},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18448913097381592},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/1.2739502","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.2739502","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1258105458","https://openalex.org/W1485122283","https://openalex.org/W1492417045","https://openalex.org/W1965640670","https://openalex.org/W1967127651","https://openalex.org/W1977482417","https://openalex.org/W2017940472","https://openalex.org/W2020466651","https://openalex.org/W2028145673","https://openalex.org/W2038471295","https://openalex.org/W2041248787","https://openalex.org/W2046246565","https://openalex.org/W2057308304","https://openalex.org/W2094009443","https://openalex.org/W2094595720","https://openalex.org/W2095126730","https://openalex.org/W2107726111","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2123272322","https://openalex.org/W2131600418","https://openalex.org/W2233997862","https://openalex.org/W2341171179","https://openalex.org/W2475240188","https://openalex.org/W2540572120","https://openalex.org/W2570679607","https://openalex.org/W2787259794","https://openalex.org/W2993433457","https://openalex.org/W4211095231","https://openalex.org/W4285719527","https://openalex.org/W4298023569","https://openalex.org/W6628971152","https://openalex.org/W6636530465","https://openalex.org/W6654931037","https://openalex.org/W6655577803","https://openalex.org/W6676007687","https://openalex.org/W6741787198"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2787352659","https://openalex.org/W1970611213","https://openalex.org/W4206560911","https://openalex.org/W2361732403"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"traditional":[2],"optimal":[3,108],"control":[4,9,27,109,173],"and":[5,11,26,51,80,110],"design":[6,12,72,111,127,141,203],"problems,":[7],"the":[8,23,36,42,62,104,135,144,160,188],"gains":[10],"parameters":[13],"are":[14,46],"usually":[15,47],"derived":[16],"to":[17,60,102,132],"minimize":[18],"a":[19,86,92,126,139,168,193],"cost":[20,43],"function":[21],"reflecting":[22],"system":[24],"performance":[25],"effort.":[28],"One":[29],"major":[30],"challenge":[31],"of":[32,38,98,119,138,198],"such":[33],"approaches":[34],"is":[35,192],"selection":[37,64,200],"weighting":[39],"matrices":[40],"in":[41,125],"function,":[44],"which":[45],"determined":[48],"via":[49,123],"trial-and-error":[50],"human":[52],"intuition.":[53],"While":[54],"various":[55],"techniques":[56],"have":[57],"been":[58],"proposed":[59,161,189],"automate":[61],"weight":[63,199],"process,":[65],"they":[66],"either":[67],"can":[68,129],"not":[69],"address":[70],"complex":[71,202],"problems":[73],"or":[74],"suffer":[75],"from":[76],"slow":[77],"convergence":[78,136],"rate":[79,137],"high":[81],"computational":[82],"costs.":[83],"We":[84],"propose":[85],"layered":[87,114,145],"approach":[88,115,146,195],"based":[89],"on":[90,96,167],"Q-learning,":[91],"reinforcement":[93],"learning":[94],"technique,":[95],"top":[97],"genetic":[99],"algorithms":[100],"(GA)":[101],"determine":[103],"best":[105],"weightings":[106],"for":[107,117,148,196,201],"problems.":[112,204],"The":[113],"allows":[116,147],"reuse":[118],"knowledge.":[120],"Knowledge":[121],"obtained":[122],"Q-learning":[124,190],"problem":[128],"be":[130,153],"used":[131],"speed":[133],"up":[134],"similar":[140],"problem.":[142],"Moreover,":[143],"solving":[149],"optimizations":[150],"that":[151,187],"cannot":[152],"solved":[154],"by":[155],"GA":[156],"alone.":[157],"To":[158],"test":[159],"method,":[162],"we":[163],"perform":[164],"numerical":[165,184],"experiments":[166,185],"sample":[169],"active-passive":[170,179],"hybrid":[171,180],"vibration":[172],"problem,":[174],"namely":[175],"adaptive":[176],"structures":[177],"with":[178],"piezoelectric":[181],"networks.":[182],"These":[183],"show":[186],"scheme":[191],"promising":[194],"automation":[197]},"counts_by_year":[{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}