{"id":"https://openalex.org/W2001785528","doi":"https://doi.org/10.1109/tsmc.1971.5408611","title":"A Training Algorithm for Systems Described by Stochastic Transition Matrices","display_name":"A Training Algorithm for Systems Described by Stochastic Transition Matrices","publication_year":1971,"publication_date":"1971-01-01","ids":{"openalex":"https://openalex.org/W2001785528","doi":"https://doi.org/10.1109/tsmc.1971.5408611","mag":"2001785528"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.1971.5408611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.1971.5408611","pdf_url":null,"source":{"id":"https://openalex.org/S76152103","display_name":"IEEE Transactions on Systems Man and Cybernetics","issn_l":"0018-9472","issn":["0018-9472","2168-2909"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018933231","display_name":"Robert M. Glorioso","orcid":null},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"R. M. Glorioso","raw_affiliation_strings":["Elec. Eng. Dept., University of Massachusetts, Amherst, Mass. 01002"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Elec. Eng. Dept., University of Massachusetts, Amherst, Mass. 01002","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056789171","display_name":"Grant Grueneich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"G. R. Grueneich","raw_affiliation_strings":["Houston Power and Lighting Co., Houston, Tex. 77036"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Houston Power and Lighting Co., Houston, Tex. 77036","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2469,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.9134703,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"SMC-1","issue":"1","first_page":"86","last_page":"87"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.3862000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.3862000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.34689998626708984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.33000001311302185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.6572469472885132},{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.638607919216156},{"id":"https://openalex.org/keywords/stochastic-matrix","display_name":"Stochastic matrix","score":0.626603364944458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5880576968193054},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4954630136489868},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48661312460899353},{"id":"https://openalex.org/keywords/punishment","display_name":"Punishment (psychology)","score":0.47562482953071594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3630741834640503},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3007287383079529},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07820817828178406}],"concepts":[{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.6572469472885132},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.638607919216156},{"id":"https://openalex.org/C49555168","wikidata":"https://www.wikidata.org/wiki/Q176583","display_name":"Stochastic matrix","level":3,"score":0.626603364944458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5880576968193054},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4954630136489868},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48661312460899353},{"id":"https://openalex.org/C2779295839","wikidata":"https://www.wikidata.org/wiki/Q3544090","display_name":"Punishment (psychology)","level":2,"score":0.47562482953071594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3630741834640503},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3007287383079529},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07820817828178406},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.1971.5408611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.1971.5408611","pdf_url":null,"source":{"id":"https://openalex.org/S76152103","display_name":"IEEE Transactions on Systems Man and Cybernetics","issn_l":"0018-9472","issn":["0018-9472","2168-2909"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2084144576","https://openalex.org/W2160789205","https://openalex.org/W2324200803","https://openalex.org/W3149412023"],"related_works":["https://openalex.org/W4388311650","https://openalex.org/W4362501864","https://openalex.org/W1974056099","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W4245343541","https://openalex.org/W2386077341","https://openalex.org/W563589758","https://openalex.org/W5922282","https://openalex.org/W3015020757"],"abstract_inverted_index":{"Stochastic":[0],"transition":[1,48],"matrices":[2,21,49],"are":[3],"a":[4,42,56],"convenient":[5],"means":[6],"for":[7],"describing":[8],"the":[9,52],"behavior":[10],"of":[11],"adaptive":[12],"and":[13,22,26,58],"learning":[14,43],"systems.":[15],"Several":[16],"systems":[17],"which":[18,37,51],"utilize":[19],"these":[20],"associated":[23],"reinforcement":[24],"(reward":[25],"punishment)":[27],"techniques":[28],"have":[29],"been":[30,39],"reported.":[31],"A":[32],"training":[33],"algorithm":[34],"is":[35],"described":[36,45],"has":[38],"applied":[40],"to":[41],"system":[44],"by":[46],"stochastic":[47],"in":[50],"environment":[53],"was":[54],"unknown":[55],"priori":[57],"nonstationary.":[59]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}