{"id":"https://openalex.org/W3082280562","doi":"https://doi.org/10.1109/access.2020.3020550","title":"An Online Control Approach for Forging Machine Using Reinforcement Learning and Taboo Search","display_name":"An Online Control Approach for Forging Machine Using Reinforcement Learning and Taboo Search","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3082280562","doi":"https://doi.org/10.1109/access.2020.3020550","mag":"3082280562"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3020550","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3020550","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09181549.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09181549.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062994591","display_name":"Dapeng Zhang","orcid":"https://orcid.org/0000-0002-9657-0088"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dapeng Zhang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002055009","display_name":"Zhiwei Gao","orcid":"https://orcid.org/0000-0001-5464-3288"},"institutions":[{"id":"https://openalex.org/I32394136","display_name":"Northumbria University","ror":"https://ror.org/049e6bc10","country_code":"GB","type":"education","lineage":["https://openalex.org/I32394136"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhiwei Gao","raw_affiliation_strings":["Faculty of Engineering and Environment, University of Northumbria, Newcastle upon Tyne, U.K"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Environment, University of Northumbria, Newcastle upon Tyne, U.K","institution_ids":["https://openalex.org/I32394136"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059727282","display_name":"Zhiling Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiling Lin","raw_affiliation_strings":["School of Electrical Engineering, Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5062994591"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2966,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.55874178,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"158666","last_page":"158678"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11201","display_name":"Metallurgy and Material Forming","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7948170304298401},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7443854808807373},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.5353320837020874},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48814424872398376},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4832473695278168},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.4811374247074127},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48086267709732056},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4569457471370697},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.43337342143058777},{"id":"https://openalex.org/keywords/taboo","display_name":"Taboo","score":0.41362032294273376},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4131460189819336},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.37140780687332153},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.3459349274635315},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15004703402519226},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.08842402696609497}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7948170304298401},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7443854808807373},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.5353320837020874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48814424872398376},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4832473695278168},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.4811374247074127},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48086267709732056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4569457471370697},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.43337342143058777},{"id":"https://openalex.org/C2776323365","wikidata":"https://www.wikidata.org/wiki/Q171180","display_name":"Taboo","level":2,"score":0.41362032294273376},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4131460189819336},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.37140780687332153},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.3459349274635315},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15004703402519226},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.08842402696609497},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3020550","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3020550","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09181549.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:db2ae3af09384019bb4c50c2bcf11970","is_oa":true,"landing_page_url":"https://doaj.org/article/db2ae3af09384019bb4c50c2bcf11970","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 158666-158678 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3020550","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3020550","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09181549.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2341208155","display_name":null,"funder_award_id":"2020XT-0024","funder_id":"https://openalex.org/F4320322701","funder_display_name":"Tianjin University"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5848258319","display_name":null,"funder_award_id":"0 and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5854786607","display_name":null,"funder_award_id":"Tianjin","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7329882196","display_name":null,"funder_award_id":"61873180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322701","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3082280562.pdf","grobid_xml":"https://content.openalex.org/works/W3082280562.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W606498814","https://openalex.org/W1771410628","https://openalex.org/W1984297110","https://openalex.org/W1984672166","https://openalex.org/W1986864433","https://openalex.org/W1995143396","https://openalex.org/W1996025391","https://openalex.org/W2022531774","https://openalex.org/W2024303516","https://openalex.org/W2031284327","https://openalex.org/W2032602457","https://openalex.org/W2052992380","https://openalex.org/W2093522884","https://openalex.org/W2099886241","https://openalex.org/W2117680746","https://openalex.org/W2121863487","https://openalex.org/W2123859855","https://openalex.org/W2145339207","https://openalex.org/W2172968643","https://openalex.org/W2181907871","https://openalex.org/W2343090116","https://openalex.org/W2507914822","https://openalex.org/W2730025708","https://openalex.org/W2772086707","https://openalex.org/W2884008866","https://openalex.org/W2891989921","https://openalex.org/W2919358988","https://openalex.org/W2996639979","https://openalex.org/W2997451079","https://openalex.org/W2998388927","https://openalex.org/W4212899374","https://openalex.org/W6638018090","https://openalex.org/W6646239397","https://openalex.org/W6663897098"],"related_works":["https://openalex.org/W2341091165","https://openalex.org/W4385848450","https://openalex.org/W4388366225","https://openalex.org/W2241890132","https://openalex.org/W2952181314","https://openalex.org/W4386715814","https://openalex.org/W3207447243","https://openalex.org/W3196619935","https://openalex.org/W3144950473","https://openalex.org/W4283797777"],"abstract_inverted_index":{"It":[0],"is":[1,8,38,68,118,128,159,170,199,230],"noticed":[2],"that":[3,41,87,158,187,228],"offline-training":[4],"and":[5,21,115,214],"online-implementation":[6],"method":[7],"dominant":[9],"in":[10,18,60,224,234],"the":[11,15,26,31,42,51,72,76,81,84,105,111,133,139,142,147,163,167,174,181,184,197,208],"data-driven":[12],"control.":[13],"However,":[14],"inconsistence":[16],"existing":[17],"offline":[19],"data":[20,23,53],"online":[22,35,48,65,123],"may":[24],"degrade":[25],"control":[27,36,43,58,66,71,140,217],"performance.":[28],"To":[29],"address":[30],"aforementioned":[32],"issue,":[33],"an":[34,64,202],"strategy":[37],"developed":[39],"so":[40,227],"parameters":[44],"can":[45],"be":[46,122],"updated":[47],"based":[49,79],"on":[50,80,141],"real-time":[52],"measured":[54],"to":[55,70,99,104,121,130,161,172,191,232],"ensure":[56],"satisfactory":[57],"performance":[59],"this":[61],"study.":[62],"Specifically,":[63],"algorithm":[67,198,221],"addressed":[69,129],"pressing-down":[73],"speed":[74,131],"of":[75,83,91,113,166,176,183,196],"forging":[77,204],"machine":[78],"framework":[82],"reinforcement":[85,168],"learning":[86,169],"has":[88,222],"a":[89,93,125,235],"capability":[90],"building":[92],"complete":[94],"mapping":[95],"from":[96,151],"state":[97],"space":[98,101],"action":[100],"only":[102],"according":[103],"neighbour":[106],"samples.":[107],"Rather":[108],"than":[109],"using":[110],"way":[112],"trials":[114],"errors":[116],"which":[117,179,206],"too":[119],"slow":[120],"implementation,":[124],"taboo":[126],"search":[127],"up":[132],"learning-working":[134],"process":[135],"by":[136,146,201],"directly":[137],"searching":[138],"current":[143],"states,":[144],"followed":[145],"stability":[148,153],"conditions,":[149],"derived":[150],"Lyapunov":[152],"theory.":[154],"A":[155],"coarse":[156],"model":[157],"limited":[160],"get":[162],"cost":[164],"information":[165],"used":[171],"make":[173],"best":[175],"mechanism":[177],"information,":[178],"prevents":[180],"occurrence":[182],"invalid":[185],"states":[186],"do":[188],"not":[189],"conform":[190],"system":[192],"characteristics.":[193],"The":[194,219],"effectiveness":[195],"demonstrated":[200],"ultra-low":[203],"machine,":[205],"outperforms":[207],"conventional":[209],"approaches":[210],"such":[211],"as":[212],"PID":[213],"neural":[215],"network":[216],"approaches.":[218],"proposed":[220],"advantages":[223],"parameter":[225],"adjustments":[226],"it":[229],"easier":[231],"implement":[233],"practical":[236],"system.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}