{"id":"https://openalex.org/W1619772233","doi":"https://doi.org/10.1109/mmar.2015.7283925","title":"Sequence Q-learning: A memory-based method towards solving POMDP","display_name":"Sequence Q-learning: A memory-based method towards solving POMDP","publication_year":2015,"publication_date":"2015-08-01","ids":{"openalex":"https://openalex.org/W1619772233","doi":"https://doi.org/10.1109/mmar.2015.7283925","mag":"1619772233"},"language":"en","primary_location":{"id":"doi:10.1109/mmar.2015.7283925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmar.2015.7283925","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 20th International Conference on Methods and Models in Automation and Robotics (MMAR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055848437","display_name":"J\u0101nis Zuters","orcid":"https://orcid.org/0000-0002-3194-9142"},"institutions":[{"id":"https://openalex.org/I91123046","display_name":"University of Latvia","ror":"https://ror.org/05g3mes96","country_code":"LV","type":"education","lineage":["https://openalex.org/I91123046"]}],"countries":["LV"],"is_corresponding":true,"raw_author_name":"Janis Zuters","raw_affiliation_strings":["Faculty of Computing, University of Latvia, Riga, Latvia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, University of Latvia, Riga, Latvia","institution_ids":["https://openalex.org/I91123046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5055848437"],"corresponding_institution_ids":["https://openalex.org/I91123046"],"apc_list":null,"apc_paid":null,"fwci":0.4115,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56319034,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"495","last_page":"500"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6998671293258667},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6356534957885742},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5442484021186829},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.4977414906024933},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4156375527381897},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3537830710411072},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34069231152534485},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.15739569067955017},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.09632521867752075}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6998671293258667},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6356534957885742},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5442484021186829},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4977414906024933},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4156375527381897},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3537830710411072},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34069231152534485},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.15739569067955017},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.09632521867752075},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mmar.2015.7283925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmar.2015.7283925","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 20th International Conference on Methods and Models in Automation and Robotics (MMAR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W6242441","https://openalex.org/W132137529","https://openalex.org/W2066251678","https://openalex.org/W2108519123","https://openalex.org/W2119267937","https://openalex.org/W2129502467","https://openalex.org/W2153175335","https://openalex.org/W2155027007","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W6600231840","https://openalex.org/W6605329652","https://openalex.org/W6683204974"],"related_works":["https://openalex.org/W2123651102","https://openalex.org/W2953027552","https://openalex.org/W2287992105","https://openalex.org/W2392831491","https://openalex.org/W2570299561","https://openalex.org/W2117555338","https://openalex.org/W2130339357","https://openalex.org/W1512585804","https://openalex.org/W1526144783","https://openalex.org/W1619772233"],"abstract_inverted_index":{"Partially":[0],"observable":[1,15],"Markov":[2],"decision":[3],"process":[4],"(POMDP)":[5],"models":[6],"a":[7,60],"control":[8],"problem,":[9],"where":[10],"states":[11],"are":[12,27],"only":[13],"partially":[14],"by":[16,65],"an":[17],"agent.":[18],"The":[19],"two":[20],"main":[21],"approaches":[22],"to":[23,55,70],"solve":[24,56],"such":[25],"tasks":[26],"these":[28],"of":[29],"value":[30],"function":[31],"and":[32,73],"direct":[33],"search":[34],"in":[35],"policy":[36],"space.":[37],"This":[38],"paper":[39],"introduces":[40],"the":[41,47,53,75],"Sequence":[42],"Q-learning":[43,50],"method":[44],"which":[45],"extends":[46],"well":[48],"known":[49],"algorithm":[51],"towards":[52],"ability":[54],"POMDPs":[57],"through":[58],"adding":[59],"special":[61],"sequence":[62],"management":[63],"framework":[64],"advancing":[66],"from":[67],"action":[68],"values":[69,72],"\u201csequence\u201d":[71],"including":[74],"\u201csequence":[76],"continuity":[77],"principle\u201d.":[78]},"counts_by_year":[{"year":2017,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}