{"id":"https://openalex.org/W1584901506","doi":"https://doi.org/10.1109/cdc.2005.1582572","title":"Macro-Actions in Model-Free Intelligent Control with Application to pH Control","display_name":"Macro-Actions in Model-Free Intelligent Control with Application to pH Control","publication_year":2006,"publication_date":"2006-10-04","ids":{"openalex":"https://openalex.org/W1584901506","doi":"https://doi.org/10.1109/cdc.2005.1582572","mag":"1584901506"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2005.1582572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2005.1582572","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th IEEE Conference on Decision and Control","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064738374","display_name":"S. Syafiie","orcid":"https://orcid.org/0000-0003-4526-8265"},"institutions":[{"id":"https://openalex.org/I108103353","display_name":"Universidad de Valladolid","ror":"https://ror.org/01fvbaw18","country_code":"ES","type":"education","lineage":["https://openalex.org/I108103353"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"S. Syafiie","raw_affiliation_strings":["Department of System Engineering and Automatic Control, Faculty of Sciences, University of Valladolid, Prado de la Magdalena s/n, 47011 Valladolid, Spain (email: syam@autom.uva.es)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of System Engineering and Automatic Control, Faculty of Sciences, University of Valladolid, Prado de la Magdalena s/n, 47011 Valladolid, Spain (email: syam@autom.uva.es)","institution_ids":["https://openalex.org/I108103353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053224281","display_name":"Fernando Tadeo","orcid":"https://orcid.org/0000-0002-4046-3136"},"institutions":[{"id":"https://openalex.org/I108103353","display_name":"Universidad de Valladolid","ror":"https://ror.org/01fvbaw18","country_code":"ES","type":"education","lineage":["https://openalex.org/I108103353"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"F. Tadeo","raw_affiliation_strings":["Department of System Engineering and Automatic Control, University of Valladolid, Valladolid, Spain","University of Valladolid"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of System Engineering and Automatic Control, University of Valladolid, Valladolid, Spain","institution_ids":["https://openalex.org/I108103353"]},{"raw_affiliation_string":"University of Valladolid","institution_ids":["https://openalex.org/I108103353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031875872","display_name":"Ernesto Mart\u00ednez","orcid":"https://orcid.org/0000-0002-2622-1579"},"institutions":[{"id":"https://openalex.org/I4210087694","display_name":"Centro Cient\u00edfico Tecnol\u00f3gico - Santa Fe","ror":"https://ror.org/003vet424","country_code":"AR","type":"facility","lineage":["https://openalex.org/I151201029","https://openalex.org/I4210087694","https://openalex.org/I4210123736","https://openalex.org/I4387155568"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"E. Martinez","raw_affiliation_strings":["Consejo Nacional de Investigaciones Cientificas y Technicas, Santa Fe, Argentina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Consejo Nacional de Investigaciones Cientificas y Technicas, Santa Fe, Argentina","institution_ids":["https://openalex.org/I4210087694"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2710","last_page":"2715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8758845925331116},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7458841800689697},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.7431856393814087},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.7314058542251587},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6445152759552002},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5540472865104675},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5031382441520691},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.46623939275741577},{"id":"https://openalex.org/keywords/process-control","display_name":"Process control","score":0.45067858695983887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43988269567489624},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09907183051109314},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07293310761451721}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8758845925331116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7458841800689697},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7431856393814087},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.7314058542251587},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6445152759552002},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5540472865104675},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5031382441520691},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.46623939275741577},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.45067858695983887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43988269567489624},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09907183051109314},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07293310761451721},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc.2005.1582572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2005.1582572","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th IEEE Conference on Decision and Control","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1503821144","https://openalex.org/W1568042657","https://openalex.org/W1585861384","https://openalex.org/W1997796399","https://openalex.org/W2000110725","https://openalex.org/W2011540331","https://openalex.org/W2017932131","https://openalex.org/W2083450849","https://openalex.org/W2109910161","https://openalex.org/W2121517924","https://openalex.org/W2152558107","https://openalex.org/W2160106507","https://openalex.org/W2343637401","https://openalex.org/W2951774643","https://openalex.org/W4214717370","https://openalex.org/W4233786442","https://openalex.org/W6630115455","https://openalex.org/W6653278682","https://openalex.org/W6677949083"],"related_works":["https://openalex.org/W2030816003","https://openalex.org/W4239992647","https://openalex.org/W2150013480","https://openalex.org/W1554458299","https://openalex.org/W2076325756","https://openalex.org/W81423522","https://openalex.org/W1509860481","https://openalex.org/W2488264085","https://openalex.org/W4386206750","https://openalex.org/W1989362889"],"abstract_inverted_index":{"MFIC":[0,124],"(Model-Free":[1],"Intelligent":[2],"Control)":[3],"is":[4,39,92],"a":[5,21,42,66,100,114],"technique,":[6],"based":[7,40],"on":[8,41,56,113],"Reinforcement":[9],"Learning,":[10],"previously":[11],"proposed":[12,123],"by":[13],"the":[14,31,37,48,57,62,122,129],"authors":[15],"to":[16,71,75,89,126],"control":[17,73,80,127],"processes":[18],"without":[19],"needing":[20],"precalculated":[22],"model.":[23],"In":[24],"standard":[25],"reinforcement":[26],"learning":[27,82],"algorithms":[28],"(including":[29],"MFIC),":[30],"interaction":[32],"between":[33],"an":[34],"agent":[35,49],"and":[36,84,104],"environment":[38],"fixed":[43,68],"time":[44,69],"scale:":[45],"during":[46],"learning,":[47],"can":[50],"select":[51,72],"several":[52],"primitive":[53],"actions":[54,112],"depending":[55],"system":[58],"state.":[59],"This":[60],"creates":[61],"problem":[63,91],"of":[64,110,117],"selecting":[65],"suitable":[67],"scale":[70],"actions,":[74],"trade":[76],"off":[77],"accuracy":[78],"in":[79,94],"against":[81],"complexity":[83],"flexibility.":[85],"A":[86],"novel":[87],"solution":[88],"this":[90,95],"presented":[93],"paper:":[96],"Macro-actions,":[97],"that":[98,121],"incorporate":[99],"general":[101],"closed-loop":[102],"policy":[103],"temporal":[105],"extended":[106],"actions.":[107],"The":[108],"application":[109],"macro":[111],"laboratory":[115],"plant":[116],"pH":[118],"process":[119],"shows":[120],"learns":[125],"adequately":[128],"neutralization":[130],"process,":[131],"with":[132],"reduced":[133],"computational":[134],"effort.":[135]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}