{"id":"https://openalex.org/W1485588181","doi":"https://doi.org/10.1109/ijcnn.2005.1556403","title":"Continuous adaptive critic designs","display_name":"Continuous adaptive critic designs","publication_year":2006,"publication_date":"2006-01-05","ids":{"openalex":"https://openalex.org/W1485588181","doi":"https://doi.org/10.1109/ijcnn.2005.1556403","mag":"1485588181"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2005.1556403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2005.1556403","pdf_url":null,"source":{"id":"https://openalex.org/S4363609022","display_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111422051","display_name":"T. Hanselmann","orcid":null},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"T. Hanselmann","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Melbourne, Parkville, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001541606","display_name":"Lyle Noakes","orcid":"https://orcid.org/0000-0001-9595-0735"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"L. Noakes","raw_affiliation_strings":["School of Mathematics and Statistics, University of Western Australia, Perth, WA, Australia"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, University of Western Australia, Perth, WA, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037916802","display_name":"Anthony Zaknich","orcid":null},"institutions":[{"id":"https://openalex.org/I176790772","display_name":"Murdoch University","ror":"https://ror.org/00r4sry34","country_code":"AU","type":"education","lineage":["https://openalex.org/I176790772"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"A. Zaknich","raw_affiliation_strings":["School of Engineering Science, Murdoch University, Perth, WA, Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering Science, Murdoch University, Perth, WA, Australia","institution_ids":["https://openalex.org/I176790772"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5111422051"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":0.8265,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65360825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"3001","last_page":"3006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7685166001319885},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6913561224937439},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.6151725053787231},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5940550565719604},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.49190402030944824},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4669094681739807},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.39619728922843933},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38147222995758057},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15465599298477173}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685166001319885},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6913561224937439},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.6151725053787231},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5940550565719604},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.49190402030944824},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4669094681739807},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.39619728922843933},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38147222995758057},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15465599298477173},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ijcnn.2005.1556403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2005.1556403","pdf_url":null,"source":{"id":"https://openalex.org/S4363609022","display_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. 2005 IEEE International Joint Conference on Neural Networks, 2005.","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/fe3ade26-25f1-462a-966d-b3e08200aa7f","is_oa":false,"landing_page_url":"https://research-repository.uwa.edu.au/en/publications/fe3ade26-25f1-462a-966d-b3e08200aa7f","pdf_url":null,"source":{"id":"https://openalex.org/S4306402492","display_name":"UWA Profiles and Research Repository (UWA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hanselmann, T, Noakes, L & Zaknich, A 2005, Continuous Adaptive Critic Designs. in D V Prokhorov (ed.), Proceedings of the International Joint Conference on Neural Networks (IJCNN) 2005. Montreal, Quebec, Canada edn, vol. 5, IEEE, Institute of Electrical and Electronics Engineers, Piscataway, NJ, USA, pp. 3001-3006.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:researchrepository.murdoch.edu.au:11935","is_oa":false,"landing_page_url":"http://researchrepository.murdoch.edu.au/id/eprint/11935/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400274","display_name":"Murdoch Research Repository (Murdoch University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I176790772","host_organization_name":"Murdoch University","host_organization_lineage":["https://openalex.org/I176790772"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"  Hanselmann, T., Noakes, L. and Zaknich, A. <http://researchrepository.murdoch.edu.au/view/author/Zaknich, Anthony.html>   (2005) Continuous adaptive critic designs.   In: International Joint Conference on Neural Networks, IJCNN 2005, 31 July - 4 August, Montreal, Canada  pp. 3001-3006.  ","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1182211271","https://openalex.org/W1573503290","https://openalex.org/W1674799117","https://openalex.org/W2016589492","https://openalex.org/W2124776405","https://openalex.org/W2133101712","https://openalex.org/W2253524334","https://openalex.org/W6634288218","https://openalex.org/W6637157234"],"related_works":["https://openalex.org/W4239286941","https://openalex.org/W2088845016","https://openalex.org/W589102260","https://openalex.org/W1966421350","https://openalex.org/W1863534956","https://openalex.org/W2894173309","https://openalex.org/W4387932263","https://openalex.org/W2157746493","https://openalex.org/W1495379181","https://openalex.org/W2371065793"],"abstract_inverted_index":{"A":[0,30],"continuous":[1],"formulation":[2],"of":[3],"an":[4],"adaptive":[5],"critic":[6,48],"design":[7],"(ACD)":[8],"is":[9,39,54],"investigated.":[10],"Connections":[11],"to":[12,62],"the":[13,58],"discrete":[14],"case":[15],"are":[16,28],"made,":[17],"where":[18],"backpropagation":[19],"through":[20],"time":[21],"(BPTT)":[22],"and":[23],"realtime":[24],"recurrent":[25],"learning":[26],"(RTRL)":[27],"prevalent.":[29],"second":[31],"order":[32,64],"actor":[33,43,67],"adaptation,":[34],"based":[35],"on":[36],"Newton's":[37],"method,":[38],"established":[40],"for":[41,50],"fast":[42,47],"convergence.":[44],"Also,":[45],"a":[46],"update":[49],"concurrent":[51],"actor-critic":[52],"training":[53],"outlined":[55],"that":[56],"keeps":[57],"Bellman":[59],"optimality":[60],"correct":[61],"first":[63],"approximation":[65],"after":[66],"changes.":[68]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}