{"id":"https://openalex.org/W4360918569","doi":"https://doi.org/10.1007/978-3-031-29476-1_2","title":"An Approach of Transforming Non-Markovian Reward to Markovian Reward","display_name":"An Approach of Transforming Non-Markovian Reward to Markovian Reward","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4360918569","doi":"https://doi.org/10.1007/978-3-031-29476-1_2"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-29476-1_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-29476-1_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071399718","display_name":"Ruixuan Miao","orcid":"https://orcid.org/0009-0005-4284-1355"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruixuan Miao","raw_affiliation_strings":["Institute of Computing Theory and Technology and State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, People\u2019s Republic of China","Institute of Computing Theory and Technology and State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Theory and Technology and State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, People\u2019s Republic of China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Institute of Computing Theory and Technology and State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, People's Republic of China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029051499","display_name":"Lu Xu","orcid":"https://orcid.org/0000-0003-0775-7770"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xu Lu","raw_affiliation_strings":["Institute of Computing Theory and Technology and State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, People\u2019s Republic of China","Institute of Computing Theory and Technology and State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Theory and Technology and State Key Laboratory of Integrated Services Networks, Xidian University, Xi\u2019an, People\u2019s Republic of China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Institute of Computing Theory and Technology and State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, People's Republic of China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100457141","display_name":"Jin Cui","orcid":"https://orcid.org/0000-0001-5530-4843"},"institutions":[{"id":"https://openalex.org/I181903023","display_name":"Xi'an Shiyou University","ror":"https://ror.org/040c7js64","country_code":"CN","type":"education","lineage":["https://openalex.org/I181903023"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Cui","raw_affiliation_strings":["School of Computer Science, Xi\u2019an Shiyou University, Xi\u2019an, People\u2019s Republic of China","School of Computer Science, Xi'an Shiyou University, Xi'an, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Xi\u2019an Shiyou University, Xi\u2019an, People\u2019s Republic of China","institution_ids":["https://openalex.org/I181903023"]},{"raw_affiliation_string":"School of Computer Science, Xi'an Shiyou University, Xi'an, People's Republic of China","institution_ids":["https://openalex.org/I181903023"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029051499"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7768405675888062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7348338961601257},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.6825857162475586},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5955878496170044},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5499571561813354},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5429567694664001},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.41551387310028076},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.41391250491142273},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4128814935684204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3322867155075073},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.3087505102157593},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1837819516658783},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1685028374195099},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12612831592559814}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7768405675888062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7348338961601257},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.6825857162475586},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5955878496170044},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5499571561813354},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5429567694664001},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.41551387310028076},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41391250491142273},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4128814935684204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3322867155075073},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.3087505102157593},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1837819516658783},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1685028374195099},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12612831592559814},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-29476-1_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-29476-1_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2045474169","https://openalex.org/W2106699903","https://openalex.org/W2158669285","https://openalex.org/W2209959171","https://openalex.org/W2567705466","https://openalex.org/W2789027502","https://openalex.org/W2804948070","https://openalex.org/W2914782308","https://openalex.org/W3064086008","https://openalex.org/W3097323743"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W1515117609","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":null,"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}