{"id":"https://openalex.org/W2610389688","doi":"https://doi.org/10.1007/s10489-017-0988-y","title":"Answer set programming for non-stationary Markov decision processes","display_name":"Answer set programming for non-stationary Markov decision processes","publication_year":2017,"publication_date":"2017-07-21","ids":{"openalex":"https://openalex.org/W2610389688","doi":"https://doi.org/10.1007/s10489-017-0988-y","mag":"2610389688"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-017-0988-y","doi":"https://doi.org/10.1007/s10489-017-0988-y","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-017-0988-y","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-1","norway-2","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1705.01399","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064690343","display_name":"Leonardo A. Ferreira","orcid":"https://orcid.org/0000-0002-9856-2460","observed_orcids":["https://orcid.org/0000-0002-9856-2460"]},"institutions":[{"id":"https://openalex.org/I163039527","display_name":"Universidade Metodista de S\u00e3o Paulo","ror":"https://ror.org/012mm7y56","country_code":"BR","type":"education","lineage":["https://openalex.org/I163039527"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Leonardo A. Ferreira","raw_affiliation_strings":["Universidade Metodista de S\u00e3o Paulo, Rua Alfeu Tavares, 149, S\u00e3o Bernardo do Campo, S\u00e3o Paulo, Brazil","Universidade Metodista de S\u00e3o Paulo, S\u00e3o Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Metodista de S\u00e3o Paulo, Rua Alfeu Tavares, 149, S\u00e3o Bernardo do Campo, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I163039527"]},{"raw_affiliation_string":"Universidade Metodista de S\u00e3o Paulo, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I163039527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073156082","display_name":"Reinaldo A. C. Bianchi","orcid":"https://orcid.org/0000-0001-9097-827X","observed_orcids":["https://orcid.org/0000-0001-9097-827X"]},"institutions":[{"id":"https://openalex.org/I139221136","display_name":"Centro Universit\u00e1rio FEI","ror":"https://ror.org/007kf5222","country_code":"BR","type":"education","lineage":["https://openalex.org/I139221136"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Reinaldo A. C. Bianchi","raw_affiliation_strings":["Centro Universit\u00e1rio FEI, Av. Humberto de Alencar Castelo Branco, 3972, S\u00e3o Bernardo do Campo,, S\u00e3o Paulo, Brazil","Centro Universitario FEI, Sao Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centro Universit\u00e1rio FEI, Av. Humberto de Alencar Castelo Branco, 3972, S\u00e3o Bernardo do Campo,, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I139221136"]},{"raw_affiliation_string":"Centro Universitario FEI, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I139221136"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001663435","display_name":"Paulo Eduardo Santos","orcid":"https://orcid.org/0000-0001-8484-0354","observed_orcids":["https://orcid.org/0000-0001-8484-0354"]},"institutions":[{"id":"https://openalex.org/I139221136","display_name":"Centro Universit\u00e1rio FEI","ror":"https://ror.org/007kf5222","country_code":"BR","type":"education","lineage":["https://openalex.org/I139221136"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo E. Santos","raw_affiliation_strings":["Centro Universit\u00e1rio FEI, Av. Humberto de Alencar Castelo Branco, 3972, S\u00e3o Bernardo do Campo,, S\u00e3o Paulo, Brazil","Centro Universitario FEI, Sao Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centro Universit\u00e1rio FEI, Av. Humberto de Alencar Castelo Branco, 3972, S\u00e3o Bernardo do Campo,, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I139221136"]},{"raw_affiliation_string":"Centro Universitario FEI, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I139221136"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074815589","display_name":"Ram\u00f3n L\u00f3pez de M\u00e1ntaras","orcid":"https://orcid.org/0000-0002-7392-0014","observed_orcids":["https://orcid.org/0000-0002-7392-0014"]},"institutions":[{"id":"https://openalex.org/I4210131846","display_name":"Artificial Intelligence Research Institute","ror":"https://ror.org/03c0ach84","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210131846"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ramon Lopez de Mantaras","raw_affiliation_strings":["Institut d\u2019Investigaci\u00f3 en Intellig\u00e8ncia Artificial, 08193, Bellaterra, Catalonia, Spain","Institut d\u2019Investigaci\u00f3 en Intellig\u00e8ncia Artificial, Bellaterra, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institut d\u2019Investigaci\u00f3 en Intellig\u00e8ncia Artificial, 08193, Bellaterra, Catalonia, Spain","institution_ids":["https://openalex.org/I4210131846"]},{"raw_affiliation_string":"Institut d\u2019Investigaci\u00f3 en Intellig\u00e8ncia Artificial, Bellaterra, Spain","institution_ids":["https://openalex.org/I4210131846"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064690343"],"corresponding_institution_ids":["https://openalex.org/I163039527"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":null,"fwci":1.4426,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.84264461,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"47","issue":"4","first_page":"993","last_page":"1007"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6503999829292297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6503999829292297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.23829999566078186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.09480000287294388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/answer-set-programming","display_name":"answer set programming","score":0.9660000205039978},{"id":"https://openalex.org/keywords/non-stationary-markov-decision-processes","display_name":"non-stationary Markov decision processes","score":0.9819999933242798},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8730000257492065},{"id":"https://openalex.org/keywords/optimal-policy-learning","display_name":"optimal policy learning","score":0.8169999718666077},{"id":"https://openalex.org/keywords/sequential-decision-making","display_name":"sequential decision making","score":0.8539999723434448},{"id":"https://openalex.org/keywords/trajectory-search","display_name":"trajectory search","score":0.5130000114440918},{"id":"https://openalex.org/keywords/dynamic-environments","display_name":"dynamic environments","score":0.44600000977516174}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8909059762954712},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.805271565914154},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.685025691986084},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.661327600479126},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.611336886882782},{"id":"https://openalex.org/C182620335","wikidata":"https://www.wikidata.org/wiki/Q2852531","display_name":"Answer set programming","level":3,"score":0.5947571992874146},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5487086772918701},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.48723235726356506},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4841514229774475},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.46369943022727966},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4521992802619934},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.41054603457450867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32655367255210876},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2833915948867798},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21729698777198792},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2013317346572876},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11906719207763672},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.062055617570877075},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10489-017-0988-y","doi":"https://doi.org/10.1007/s10489-017-0988-y","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-017-0988-y","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-1","norway-2","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1705.01399","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.01399","pdf_url":"https://arxiv.org/pdf/1705.01399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2610389688","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1705.01399.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:digital.csic.es:10261/160021","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10261/160021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400616","display_name":"DIGITAL.CSIC (Spanish National Research Council (CSIC))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I134820265","host_organization_name":"Consejo Superior de Investigaciones Cient\u00edficas","host_organization_lineage":["https://openalex.org/I134820265"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"http://purl.org/coar/resource_type/c_6501"},{"id":"doi:10.48550/arxiv.1705.01399","doi":"https://doi.org/10.48550/arxiv.1705.01399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1705.01399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1705.01399","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.01399","pdf_url":"https://arxiv.org/pdf/1705.01399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1677423749","display_name":null,"funder_award_id":"2014\u20100","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G1696949046","display_name":null,"funder_award_id":"NASAID 201550E022","funder_id":"https://openalex.org/F4320323583","funder_display_name":"Fundaci\u00f3n General CSIC"},{"id":"https://openalex.org/G2398342790","display_name":null,"funder_award_id":"2014SGR-118","funder_id":"https://openalex.org/F4320321505","funder_display_name":"Generalitat de Catalunya"},{"id":"https://openalex.org/G3359668359","display_name":null,"funder_award_id":"2013-1","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G3525784554","display_name":"ALIS: Autonomous Learning in Intelligent System","funder_award_id":"16/21047-3","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G3676848836","display_name":null,"funder_award_id":"2013-1","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G6242512474","display_name":null,"funder_award_id":"307093/2014-0","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G6387440852","display_name":null,"funder_award_id":"473989/2013-1","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G6762759861","display_name":null,"funder_award_id":"2011/","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G7652633193","display_name":"CogBot: integrating perceptual information and semantic knowledge in cognitive robotics","funder_award_id":"11/19280-8","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320321505","display_name":"Generalitat de Catalunya","ror":"https://ror.org/01bg62x04"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320323583","display_name":"Fundaci\u00f3n General CSIC","ror":"https://ror.org/03byqb733"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2610389688.pdf","grobid_xml":"https://content.openalex.org/works/W2610389688.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W106886739","https://openalex.org/W1497192272","https://openalex.org/W1498722751","https://openalex.org/W1583837637","https://openalex.org/W1616853483","https://openalex.org/W1672891595","https://openalex.org/W1853714515","https://openalex.org/W1855398616","https://openalex.org/W1959035372","https://openalex.org/W2025327371","https://openalex.org/W2056653303","https://openalex.org/W2071784417","https://openalex.org/W2074680702","https://openalex.org/W2076337359","https://openalex.org/W2092211394","https://openalex.org/W2122187689","https://openalex.org/W2156211713","https://openalex.org/W2161403060","https://openalex.org/W2188911627","https://openalex.org/W2236684210","https://openalex.org/W2524647857","https://openalex.org/W2912485311","https://openalex.org/W3011120880","https://openalex.org/W4211177236"],"related_works":["https://openalex.org/W2622188666","https://openalex.org/W3108272540","https://openalex.org/W7101427940","https://openalex.org/W2904089985","https://openalex.org/W59675126","https://openalex.org/W7163045004","https://openalex.org/W7070837699","https://openalex.org/W2921727881","https://openalex.org/W7133205271","https://openalex.org/W2770826124"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2017-05-12T00:00:00"}