{"id":"https://openalex.org/W2962899903","doi":"https://doi.org/10.1109/tase.2019.2924444","title":"Meta-Reinforcement Learning of Machining Parameters for Energy-Efficient Process Control of Flexible Turning Operations","display_name":"Meta-Reinforcement Learning of Machining Parameters for Energy-Efficient Process Control of Flexible Turning Operations","publication_year":2019,"publication_date":"2019-07-23","ids":{"openalex":"https://openalex.org/W2962899903","doi":"https://doi.org/10.1109/tase.2019.2924444","mag":"2962899903"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2019.2924444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2019.2924444","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079980090","display_name":"Qinge Xiao","orcid":"https://orcid.org/0000-0003-1235-073X"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qinge Xiao","raw_affiliation_strings":["State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011025844","display_name":"Congbo Li","orcid":"https://orcid.org/0000-0001-7217-3574"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Congbo Li","raw_affiliation_strings":["State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Mechanical Transmission, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086134377","display_name":"Ying Tang","orcid":"https://orcid.org/0000-0001-6064-1908"},"institutions":[{"id":"https://openalex.org/I44265643","display_name":"Rowan University","ror":"https://ror.org/049v69k10","country_code":"US","type":"education","lineage":["https://openalex.org/I44265643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Tang","raw_affiliation_strings":["Rowan University, Glassboro, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Rowan University, Glassboro, NJ, USA","institution_ids":["https://openalex.org/I44265643"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100443357","display_name":"Lingling Li","orcid":"https://orcid.org/0000-0003-1285-0996"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingling Li","raw_affiliation_strings":["College of Engineering and Technology, Southwest University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"College of Engineering and Technology, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5079980090"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":1.6493,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.82905542,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"18","issue":"1","first_page":"5","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11451","display_name":"Advanced Machining and Optimization Techniques","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9144999980926514,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machining","display_name":"Machining","score":0.8255019783973694},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7700339555740356},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6334228515625},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4950965940952301},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4949752688407898},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4721904993057251},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4503060281276703},{"id":"https://openalex.org/keywords/machine-tool","display_name":"Machine tool","score":0.4496748745441437},{"id":"https://openalex.org/keywords/energy-conservation","display_name":"Energy conservation","score":0.4406881034374237},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.4326937198638916},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.43164291977882385},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4238694906234741},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.36079999804496765},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3545592427253723},{"id":"https://openalex.org/keywords/manufacturing-engineering","display_name":"Manufacturing engineering","score":0.3240682780742645},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.2915112376213074},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.27899572253227234},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2279842495918274},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10448116064071655}],"concepts":[{"id":"https://openalex.org/C523214423","wikidata":"https://www.wikidata.org/wiki/Q192047","display_name":"Machining","level":2,"score":0.8255019783973694},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7700339555740356},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6334228515625},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4950965940952301},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4949752688407898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4721904993057251},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4503060281276703},{"id":"https://openalex.org/C5941749","wikidata":"https://www.wikidata.org/wiki/Q19768","display_name":"Machine tool","level":2,"score":0.4496748745441437},{"id":"https://openalex.org/C520301825","wikidata":"https://www.wikidata.org/wiki/Q380170","display_name":"Energy conservation","level":2,"score":0.4406881034374237},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.4326937198638916},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.43164291977882385},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4238694906234741},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.36079999804496765},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3545592427253723},{"id":"https://openalex.org/C117671659","wikidata":"https://www.wikidata.org/wiki/Q11049265","display_name":"Manufacturing engineering","level":1,"score":0.3240682780742645},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.2915112376213074},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.27899572253227234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2279842495918274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10448116064071655},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2019.2924444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2019.2924444","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.6800000071525574,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G232862983","display_name":null,"funder_award_id":"51975075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7675528408","display_name":null,"funder_award_id":"cqu2018CDHB1B07","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1755387456","https://openalex.org/W1964005797","https://openalex.org/W1968812247","https://openalex.org/W1972362576","https://openalex.org/W2011911735","https://openalex.org/W2012697601","https://openalex.org/W2032372979","https://openalex.org/W2035003264","https://openalex.org/W2036857153","https://openalex.org/W2037863907","https://openalex.org/W2063365570","https://openalex.org/W2065301007","https://openalex.org/W2066930969","https://openalex.org/W2105217850","https://openalex.org/W2121863487","https://openalex.org/W2142620596","https://openalex.org/W2155894447","https://openalex.org/W2193672932","https://openalex.org/W2312869036","https://openalex.org/W2420804263","https://openalex.org/W2474694648","https://openalex.org/W2488339603","https://openalex.org/W2497417038","https://openalex.org/W2547858766","https://openalex.org/W2568735356","https://openalex.org/W2591881650","https://openalex.org/W2604763608","https://openalex.org/W2624294946","https://openalex.org/W2766381093","https://openalex.org/W2772945754","https://openalex.org/W2800182670","https://openalex.org/W2884842875","https://openalex.org/W2895278217","https://openalex.org/W2899726612","https://openalex.org/W2921025573","https://openalex.org/W2949369413","https://openalex.org/W3086499488","https://openalex.org/W4214717370","https://openalex.org/W6683107984","https://openalex.org/W6721263324","https://openalex.org/W6736057607"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"Energy-efficient":[0],"machining":[1,17,72,90],"has":[2,55],"become":[3],"imperative":[4],"for":[5],"energy":[6,28],"conservation,":[7],"emission":[8],"reduction,":[9],"and":[10,49,81,143],"cost":[11],"saving":[12],"of":[13,36,71,78,120,132,137],"manufacturing":[14],"sectors.":[15],"Optimal":[16],"parameter":[18],"decision":[19,103],"is":[20,35,96,111,125,141],"regarded":[21],"as":[22,99],"an":[23],"effective":[24],"way":[25],"to":[26,39,45,74,85,88,127],"achieve":[27],"efficient":[29],"turning.":[30],"For":[31],"flexible":[32],"machining,":[33],"it":[34],"utmost":[37],"importance":[38],"determine":[40],"the":[41,76,83,93,107,118,121,129,133,138],"optimal":[42],"parameters":[43,73],"adaptive":[44],"various":[46],"machines,":[47],"workpieces,":[48],"tools.":[50],"However,":[51],"very":[52],"little":[53],"research":[54],"focused":[56],"on":[57],"this":[58,61,64],"issue.":[59],"Hence,":[60],"paper":[62],"undertakes":[63],"challenge":[65],"by":[66,145],"integrated":[67],"meta-reinforcement":[68],"learning":[69],"(MRL)":[70],"explore":[75],"commonalities":[77],"optimization":[79,94,110],"models":[80],"use":[82],"knowledge":[84],"respond":[86],"quickly":[87],"new":[89],"tasks.":[91],"Specifically,":[92],"problem":[95],"first":[97],"formulated":[98],"a":[100,146,150],"finite":[101],"Markov":[102],"process":[104],"(MDP).":[105],"Then,":[106],"continuous":[108],"parametric":[109],"approached":[112],"with":[113,149],"actor-critic":[114],"(AC)":[115],"framework.":[116],"On":[117],"basis":[119],"framework,":[122],"meta-policy":[123],"training":[124],"performed":[126],"improve":[128],"generalization":[130],"capacity":[131],"optimizer.":[134],"The":[135],"significance":[136],"proposed":[139],"method":[140],"exemplified":[142],"elucidated":[144],"case":[147],"study":[148],"comparative":[151],"analysis.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2025-10-10T00:00:00"}