{"id":"https://openalex.org/W1975359129","doi":"https://doi.org/10.1109/ijcnn.1990.137692","title":"A neurocontroller based on model feedback and the adaptive heuristic critic","display_name":"A neurocontroller based on model feedback and the adaptive heuristic critic","alternate_titles":[],"publication_year":1990,"publication_date":"1990-01-01","ids":{"openalex":"https://openalex.org/W1975359129","doi":"https://doi.org/10.1109/ijcnn.1990.137692","mag":"1975359129"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.1990.137692","doi":"https://doi.org/10.1109/ijcnn.1990.137692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.1990.137692","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"1990 IJCNN International Joint Conference on Neural Networks","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W1975359129"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058557910","display_name":"John W. Jameson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"J. Jameson","raw_affiliation_strings":["Lockheed Engineering and Sciences Company, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lockheed Engineering and Sciences Company, Houston, TX, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5058557910"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3364,"has_fulltext":false,"cited_by_count":14,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.87523629,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":92},"biblio":{"volume":null,"issue":null,"first_page":"37","last_page":"44 vol.2"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7354000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7354000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.2572999894618988,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neurocontroller","display_name":"neurocontroller","score":0.8569999933242798},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9259999990463257},{"id":"https://openalex.org/keywords/cart-pole-problem","display_name":"cart-pole problem","score":0.8360000252723694},{"id":"https://openalex.org/keywords/proportional-control","display_name":"proportional control","score":0.9210000038146973},{"id":"https://openalex.org/keywords/controller-stability","display_name":"controller stability","score":0.6510000228881836}],"concepts":[{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.7477622032165527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7196240425109863},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6323544383049011},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6182509660720825},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.5155717730522156},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48145097494125366},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4534001052379608},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4444335997104645},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3297615647315979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28729113936424255},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.1990.137692","doi":"https://doi.org/10.1109/ijcnn.1990.137692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.1990.137692","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"1990 IJCNN International Joint Conference on Neural Networks","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1551329771","https://openalex.org/W1569296262","https://openalex.org/W1583833196","https://openalex.org/W1593976088","https://openalex.org/W1827553138","https://openalex.org/W2087480365","https://openalex.org/W2100677568","https://openalex.org/W2123036476","https://openalex.org/W2147107472","https://openalex.org/W2199011767","https://openalex.org/W2895674046","https://openalex.org/W4300402905"],"related_works":["https://openalex.org/W2087480365","https://openalex.org/W2217887864","https://openalex.org/W69675972","https://openalex.org/W2157912114","https://openalex.org/W1972941473","https://openalex.org/W2136064843","https://openalex.org/W2974532332","https://openalex.org/W1484885484","https://openalex.org/W7096132072","https://openalex.org/W2163739589"],"abstract_inverted_index":{"A":[0],"neurocontroller":[1,75],"is":[2,19,49,60,69],"presented":[3,11],"which":[4],"seeks":[5],"to":[6,12],"minimize":[7],"a":[8,55,64],"reinforcement":[9],"signal":[10],"the":[13,42,47,74],"controller":[14],"over":[15],"time.":[16],"The":[17,58],"architecture":[18],"based":[20],"on":[21],"P.J.":[22],"Werbos's":[23],"(1989)":[24],"backpropagated":[25],"critic":[26],"and":[27,31],"incorporates":[28],"A.G.":[29],"Barto":[30],"R.S.":[32],"Sutton's":[33],"(1983)":[34],"adaptive":[35],"heuristic":[36],"critic.":[37],"Preliminary":[38],"experiments":[39],"performed":[40],"with":[41,73],"cart-pole":[43],"problem":[44],"indicate":[45],"that":[46],"method":[48],"faster,":[50],"yet":[51],"more":[52],"unstable":[53],"than":[54],"comparable":[56],"method.":[57],"performance":[59],"significantly":[61],"enhanced":[62],"when":[63],"simple":[65],"proportional":[66],"control":[67],"loop":[68],"used":[70],"in":[71],"conjunction":[72]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1975359129","counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
