{"id":"https://openalex.org/W4411639790","doi":"https://doi.org/10.1109/tac.2025.3583262","title":"Novel Time Aggregation-Based Algorithms for Markov Decision Processes","display_name":"Novel Time Aggregation-Based Algorithms for Markov Decision Processes","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411639790","doi":"https://doi.org/10.1109/tac.2025.3583262"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2025.3583262","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2025.3583262","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.soton.ac.uk/504062/1/Final_Version_Sent_IEEE_TAC.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046831045","display_name":"Jo\u00e3o Marcelo Leal Gomes Leite","orcid":null},"institutions":[{"id":"https://openalex.org/I52977244","display_name":"Insper","ror":"https://ror.org/02nmavx05","country_code":"BR","type":"education","lineage":["https://openalex.org/I52977244"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Marcelo L. G. Leite","raw_affiliation_strings":["Instituto de Ensino e Pesquisa—INSPER, University of São Paulo, São Paulo, Brazil","Instituto de Ensino e Pesquisa - INSPER, São Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-1696-1351","affiliations":[{"raw_affiliation_string":"Instituto de Ensino e Pesquisa—INSPER, University of São Paulo, São Paulo, Brazil","institution_ids":["https://openalex.org/I52977244"]},{"raw_affiliation_string":"Instituto de Ensino e Pesquisa - INSPER, São Paulo, Brazil","institution_ids":["https://openalex.org/I52977244"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018133226","display_name":"Lino Guimar\u00e3es Marujo","orcid":"https://orcid.org/0000-0002-0355-6501"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Lino G. Marujo","raw_affiliation_strings":["Industrial Engineering Program, Alberto Luiz Coimbra Institute – Graduate School and Research in Engineering, Federal University of Rio de Janeiro, Rio de Janeiro, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-0355-6501","affiliations":[{"raw_affiliation_string":"Industrial Engineering Program, Alberto Luiz Coimbra Institute – Graduate School and Research in Engineering, Federal University of Rio de Janeiro, Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016483768","display_name":"Edilson F. Arruda","orcid":"https://orcid.org/0000-0002-9835-352X"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Edilson F. Arruda","raw_affiliation_strings":["Southampton Business School, University of Southampton, Southampton, U.K","Southampton Business School, University of Southampton, Building 175, Boldrewood Innovation Campus, Burgess Road, Southampton, England"],"raw_orcid":"https://orcid.org/0000-0002-9835-352X","affiliations":[{"raw_affiliation_string":"Southampton Business School, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"Southampton Business School, University of Southampton, Building 175, Boldrewood Innovation Campus, Burgess Road, Southampton, England","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14300991,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"70","issue":"12","first_page":"8353","last_page":"8360"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.7434999942779541,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.7434999942779541,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.6715999841690063,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.6366999745368958,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.619635820388794},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6167755722999573},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5319291353225708},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5221219658851624},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4632068872451782},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.23256126046180725},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21985691785812378},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09914723038673401}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.619635820388794},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6167755722999573},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5319291353225708},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5221219658851624},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4632068872451782},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23256126046180725},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21985691785812378},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09914723038673401}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tac.2025.3583262","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2025.3583262","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:504062","is_oa":true,"landing_page_url":"http://doi.org/10.1109/TAC.2025.3583262>).","pdf_url":"https://eprints.soton.ac.uk/504062/1/Final_Version_Sent_IEEE_TAC.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:eprints.soton.ac.uk:504062","is_oa":true,"landing_page_url":"http://doi.org/10.1109/TAC.2025.3583262>).","pdf_url":"https://eprints.soton.ac.uk/504062/1/Final_Version_Sent_IEEE_TAC.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G1840770272","display_name":null,"funder_award_id":"E-26/","funder_id":"https://openalex.org/F4320322749","funder_display_name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro"},{"id":"https://openalex.org/G228631196","display_name":null,"funder_award_id":"E-26/202","funder_id":"https://openalex.org/F4320322749","funder_display_name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro"},{"id":"https://openalex.org/G29316538","display_name":null,"funder_award_id":"(code 001)","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G3914732244","display_name":null,"funder_award_id":"2018-5","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G5782238649","display_name":null,"funder_award_id":"E-26/202.789/2015","funder_id":"https://openalex.org/F4320322749","funder_display_name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro"},{"id":"https://openalex.org/G6829528585","display_name":null,"funder_award_id":"305180/2016-9","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G8116892736","display_name":null,"funder_award_id":"311075/2018-5","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320322749","display_name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro","ror":"https://ror.org/03kk0s825"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411639790.pdf","grobid_xml":"https://content.openalex.org/works/W4411639790.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2413828414","https://openalex.org/W4236062181","https://openalex.org/W2315999538","https://openalex.org/W2367222340","https://openalex.org/W187740018","https://openalex.org/W2162286586"],"abstract_inverted_index":{"We":[0],"present":[1],"two":[2],"novel":[3,73],"approaches":[4],"to":[5,32],"accelerate":[6],"the":[7,43,55,61,143],"convergence":[8],"of":[9,12,54,89,97,112,118,128,136,153],"a":[10,72,81,85,94,110,119,125,133,151],"class":[11,152],"Markov":[13],"decision":[14],"problems":[15],"(MDPs)":[16],"with":[17,124],"stationary":[18,129],"state":[19,26,44,130],"space":[20,45],"components,":[21,57],"which":[22],"iterate":[23],"on":[24],"reduced":[25,95],"and":[27,30,58,132],"action":[28],"spaces":[29],"converge":[31],"an":[33],"optimal":[34],"policy.":[35],"The":[36,63,139],"time":[37],"aggregation":[38],"based":[39],"algorithm":[40,70],"(TABA)":[41],"partitions":[42],"into":[46],"disjoint":[47],"sets,":[48],"one":[49],"for":[50,149],"each":[51,100],"possible":[52],"combination":[53,111],"non-stationary":[56],"iterates":[59],"in":[60],"sets.":[62],"local":[64,82],"search":[65,83],"policy":[66,75],"set":[67,88,135],"iteration":[68],"(LSPSI)":[69],"introduces":[71],"modified":[74],"evaluation":[76],"procedure":[77],"that":[78,142],"seamlessly":[79],"performs":[80],"over":[84],"very":[86,147],"large":[87,126,134],"candidate":[90],"policies,":[91],"by":[92,116],"sampling":[93],"subset":[96],"actions":[98],"at":[99],"state's":[101],"value":[102],"function":[103],"update.":[104],"Both":[105],"approaches,":[106],"as":[107,109],"well":[108],"them,":[113],"are":[114,146],"validated":[115],"means":[117],"mining":[120],"supply":[121],"chain":[122],"application":[123],"number":[127],"components":[131],"feasible":[137],"actions.":[138],"experiments":[140],"suggest":[141],"proposed":[144],"frameworks":[145],"efficient":[148],"such":[150],"problems.":[154]},"counts_by_year":[],"updated_date":"2026-08-03T07:22:36.454288","created_date":"2025-10-10T00:00:00"}