{"id":"https://openalex.org/W2610389688","doi":"https://doi.org/10.1007/s10489-017-0988-y","title":"Answer set programming for non-stationary Markov decision processes","display_name":"Answer set programming for non-stationary Markov decision processes","publication_year":2017,"publication_date":"2017-07-21","ids":{"openalex":"https://openalex.org/W2610389688","doi":"https://doi.org/10.1007/s10489-017-0988-y","mag":"2610389688"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-017-0988-y","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-017-0988-y","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1705.01399","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064690343","display_name":"Leonardo A. Ferreira","orcid":"https://orcid.org/0000-0002-9856-2460"},"institutions":[{"id":"https://openalex.org/I163039527","display_name":"Universidade Metodista de S\u00e3o Paulo","ror":"https://ror.org/012mm7y56","country_code":"BR","type":"education","lineage":["https://openalex.org/I163039527"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Leonardo A. Ferreira","raw_affiliation_strings":["Universidade Metodista de S\u00e3o Paulo, Rua Alfeu Tavares, 149, S\u00e3o Bernardo do Campo, S\u00e3o Paulo, Brazil","Universidade Metodista de S\u00e3o Paulo, S\u00e3o Paulo, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Metodista de S\u00e3o Paulo, Rua Alfeu Tavares, 149, S\u00e3o Bernardo do Campo, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I163039527"]},{"raw_affiliation_string":"Universidade Metodista de S\u00e3o Paulo, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I163039527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073156082","display_name":"Reinaldo A. C. Bianchi","orcid":"https://orcid.org/0000-0001-9097-827X"},"institutions":[{"id":"https://openalex.org/I139221136","display_name":"Centro Universit\u00e1rio FEI","ror":"https://ror.org/007kf5222","country_code":"BR","type":"education","lineage":["https://openalex.org/I139221136"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Reinaldo A. C. Bianchi","raw_affiliation_strings":["Centro Universit\u00e1rio FEI, Av. Humberto de Alencar Castelo Branco, 3972, S\u00e3o Bernardo do Campo,, S\u00e3o Paulo, Brazil","Centro Universitario FEI, Sao Paulo, Brazil"],"affiliations":[{"raw_affiliation_string":"Centro Universit\u00e1rio FEI, Av. Humberto de Alencar Castelo Branco, 3972, S\u00e3o Bernardo do Campo,, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I139221136"]},{"raw_affiliation_string":"Centro Universitario FEI, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I139221136"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001663435","display_name":"Paulo E. Santos","orcid":"https://orcid.org/0000-0001-8484-0354"},"institutions":[{"id":"https://openalex.org/I139221136","display_name":"Centro Universit\u00e1rio FEI","ror":"https://ror.org/007kf5222","country_code":"BR","type":"education","lineage":["https://openalex.org/I139221136"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo E. Santos","raw_affiliation_strings":["Centro Universit\u00e1rio FEI, Av. Humberto de Alencar Castelo Branco, 3972, S\u00e3o Bernardo do Campo,, S\u00e3o Paulo, Brazil","Centro Universitario FEI, Sao Paulo, Brazil"],"affiliations":[{"raw_affiliation_string":"Centro Universit\u00e1rio FEI, Av. Humberto de Alencar Castelo Branco, 3972, S\u00e3o Bernardo do Campo,, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I139221136"]},{"raw_affiliation_string":"Centro Universitario FEI, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I139221136"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074815589","display_name":"Ram\u00f3n L\u00f3pez de M\u00e1ntaras","orcid":"https://orcid.org/0000-0002-7392-0014"},"institutions":[{"id":"https://openalex.org/I4210131846","display_name":"Artificial Intelligence Research Institute","ror":"https://ror.org/03c0ach84","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210131846"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ramon Lopez de Mantaras","raw_affiliation_strings":["Institut d\u2019Investigaci\u00f3 en Intellig\u00e8ncia Artificial, 08193, Bellaterra, Catalonia, Spain","Institut d\u2019Investigaci\u00f3 en Intellig\u00e8ncia Artificial, Bellaterra, Spain"],"affiliations":[{"raw_affiliation_string":"Institut d\u2019Investigaci\u00f3 en Intellig\u00e8ncia Artificial, 08193, Bellaterra, Catalonia, Spain","institution_ids":["https://openalex.org/I4210131846"]},{"raw_affiliation_string":"Institut d\u2019Investigaci\u00f3 en Intellig\u00e8ncia Artificial, Bellaterra, Spain","institution_ids":["https://openalex.org/I4210131846"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5064690343"],"corresponding_institution_ids":["https://openalex.org/I163039527"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":0.4157,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70956151,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"47","issue":"4","first_page":"993","last_page":"1007"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8909059762954712},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.805271565914154},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.685025691986084},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.661327600479126},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.611336886882782},{"id":"https://openalex.org/keywords/answer-set-programming","display_name":"Answer set programming","score":0.5947571992874146},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.5487086772918701},{"id":"https://openalex.org/keywords/decision-problem","display_name":"Decision problem","score":0.48723235726356506},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4841514229774475},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.46369943022727966},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.4521992802619934},{"id":"https://openalex.org/keywords/stochastic-programming","display_name":"Stochastic programming","score":0.41054603457450867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32655367255210876},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.2833915948867798},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21729698777198792},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2013317346572876},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11906719207763672},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.062055617570877075}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8909059762954712},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.805271565914154},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.685025691986084},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.661327600479126},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.611336886882782},{"id":"https://openalex.org/C182620335","wikidata":"https://www.wikidata.org/wiki/Q2852531","display_name":"Answer set programming","level":3,"score":0.5947571992874146},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5487086772918701},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.48723235726356506},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4841514229774475},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.46369943022727966},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4521992802619934},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.41054603457450867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32655367255210876},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2833915948867798},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21729698777198792},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2013317346572876},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11906719207763672},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.062055617570877075},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10489-017-0988-y","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-017-0988-y","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1705.01399","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.01399","pdf_url":"https://arxiv.org/pdf/1705.01399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2610389688","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1705.01399.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:digital.csic.es:10261/160021","is_oa":false,"landing_page_url":"http://hdl.handle.net/10261/160021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400616","display_name":"DIGITAL.CSIC (Spanish National Research Council (CSIC))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I134820265","host_organization_name":"Consejo Superior de Investigaciones Cient\u00edficas","host_organization_lineage":["https://openalex.org/I134820265"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"art\u00edculo"},{"id":"doi:10.48550/arxiv.1705.01399","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1705.01399","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1705.01399","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.01399","pdf_url":"https://arxiv.org/pdf/1705.01399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1696949046","display_name":null,"funder_award_id":"NASAID 201550E022","funder_id":"https://openalex.org/F4320323583","funder_display_name":"Fundaci\u00f3n General CSIC"},{"id":"https://openalex.org/G3274686731","display_name":null,"funder_award_id":"2016/21047-3","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G6185554974","display_name":null,"funder_award_id":"2011/19280-8","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G6242512474","display_name":null,"funder_award_id":"307093/2014-0","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G6387440852","display_name":null,"funder_award_id":"473989/2013-1","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G6789830288","display_name":null,"funder_award_id":"2014-SGR-118","funder_id":"https://openalex.org/F4320321505","funder_display_name":"Generalitat de Catalunya"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320321505","display_name":"Generalitat de Catalunya","ror":"https://ror.org/01bg62x04"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320323583","display_name":"Fundaci\u00f3n General CSIC","ror":"https://ror.org/03byqb733"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W106886739","https://openalex.org/W1497192272","https://openalex.org/W1498722751","https://openalex.org/W1583837637","https://openalex.org/W1616853483","https://openalex.org/W1672891595","https://openalex.org/W1959035372","https://openalex.org/W2025327371","https://openalex.org/W2056653303","https://openalex.org/W2071784417","https://openalex.org/W2074680702","https://openalex.org/W2076337359","https://openalex.org/W2092211394","https://openalex.org/W2156211713","https://openalex.org/W2161403060","https://openalex.org/W2188911627","https://openalex.org/W2236684210","https://openalex.org/W2912485311"],"related_works":["https://openalex.org/W2964103606","https://openalex.org/W2951901237","https://openalex.org/W2904089985","https://openalex.org/W3189713702","https://openalex.org/W2129307307","https://openalex.org/W1511927616","https://openalex.org/W3018424937","https://openalex.org/W2075754841","https://openalex.org/W169958569","https://openalex.org/W2154623234","https://openalex.org/W1982780211","https://openalex.org/W1548889916","https://openalex.org/W87773692","https://openalex.org/W2997053847","https://openalex.org/W2161949749","https://openalex.org/W1546091409","https://openalex.org/W1568042657","https://openalex.org/W2949450054","https://openalex.org/W2104130615","https://openalex.org/W2255959108"],"abstract_inverted_index":null,"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}