{"id":"https://openalex.org/W2515200182","doi":"https://doi.org/10.1109/tsmc.2015.2478875","title":"A Continuous-Time Markov Decision Process-Based Method With Application in a Pursuit-Evasion Example","display_name":"A Continuous-Time Markov Decision Process-Based Method With Application in a Pursuit-Evasion Example","publication_year":2015,"publication_date":"2015-10-09","ids":{"openalex":"https://openalex.org/W2515200182","doi":"https://doi.org/10.1109/tsmc.2015.2478875","mag":"2515200182"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2015.2478875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2015.2478875","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053733111","display_name":"Shengde Jia","orcid":"https://orcid.org/0000-0002-5334-3280"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengde Jia","raw_affiliation_strings":["College of Mechatronic Engineering and Automation, National University of Defense Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechatronic Engineering and Automation, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101985392","display_name":"Xiangke Wang","orcid":"https://orcid.org/0000-0002-5074-7052"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangke Wang","raw_affiliation_strings":["College of Mechatronic Engineering and Automation, National University of Defense Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechatronic Engineering and Automation, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056012647","display_name":"Lincheng Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lincheng Shen","raw_affiliation_strings":["College of Mechatronic Engineering and Automation, National University of Defense Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechatronic Engineering and Automation, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":32.1019,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.99223569,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"46","issue":"9","first_page":"1215","last_page":"1225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10117","display_name":"Advanced Combustion Engine Technologies","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1507","display_name":"Fluid Flow and Transfer Processes"},"field":{"id":"https://openalex.org/fields/15","display_name":"Chemical Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6718829870223999},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6651652455329895},{"id":"https://openalex.org/keywords/pursuit-evasion","display_name":"Pursuit-evasion","score":0.6446389555931091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5946100950241089},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5733361840248108},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5070633888244629},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.49591001868247986},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.4892990291118622},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.46946680545806885},{"id":"https://openalex.org/keywords/differential-evolution","display_name":"Differential evolution","score":0.43900737166404724},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4362214207649231},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4218841791152954},{"id":"https://openalex.org/keywords/continuous-time-markov-chain","display_name":"Continuous-time Markov chain","score":0.41950535774230957},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.35023972392082214},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3031085729598999},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.17678913474082947},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15253207087516785}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6718829870223999},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6651652455329895},{"id":"https://openalex.org/C2778388243","wikidata":"https://www.wikidata.org/wiki/Q7261573","display_name":"Pursuit-evasion","level":2,"score":0.6446389555931091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5946100950241089},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5733361840248108},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5070633888244629},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.49591001868247986},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.4892990291118622},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.46946680545806885},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.43900737166404724},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4362214207649231},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4218841791152954},{"id":"https://openalex.org/C147080032","wikidata":"https://www.wikidata.org/wiki/Q176720","display_name":"Continuous-time Markov chain","level":5,"score":0.41950535774230957},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.35023972392082214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3031085729598999},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.17678913474082947},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15253207087516785},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2015.2478875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2015.2478875","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G93091113","display_name":null,"funder_award_id":"61403406","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324150","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W31272663","https://openalex.org/W142462678","https://openalex.org/W1006554781","https://openalex.org/W1424654272","https://openalex.org/W1541856741","https://openalex.org/W1576452626","https://openalex.org/W1581842928","https://openalex.org/W1900131006","https://openalex.org/W1964996923","https://openalex.org/W1965418165","https://openalex.org/W2002271074","https://openalex.org/W2028145673","https://openalex.org/W2040238231","https://openalex.org/W2053820956","https://openalex.org/W2075110355","https://openalex.org/W2091565802","https://openalex.org/W2095436570","https://openalex.org/W2098432798","https://openalex.org/W2100707024","https://openalex.org/W2109910161","https://openalex.org/W2113367504","https://openalex.org/W2116604972","https://openalex.org/W2122410182","https://openalex.org/W2153947321","https://openalex.org/W2156678239","https://openalex.org/W2160484294","https://openalex.org/W2321292752","https://openalex.org/W2611866857","https://openalex.org/W2774225617","https://openalex.org/W3026026050","https://openalex.org/W4205326910","https://openalex.org/W4237655005","https://openalex.org/W4251758116","https://openalex.org/W6601246615","https://openalex.org/W6605831686","https://openalex.org/W6632299024","https://openalex.org/W6634528131","https://openalex.org/W6682802936","https://openalex.org/W6746673788"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,70,86,97,104,162,167,179],"novel":[4],"method-continuous-time":[5],"Markov":[6,24],"decision":[7,25],"process":[8,26],"(CTMDP)-to":[9],"address":[10],"the":[11,20,23,30,35,38,42,52,77,84,111,116,128,134,139,146,151,154,158,184],"uncertainties":[12],"in":[13,127,160,166],"pursuit-evasion":[14,88,163,185],"problem.":[15],"The":[16,44,60,99,175],"primary":[17],"difference":[18],"between":[19,41,157],"CTMDP":[21,53],"and":[22,54,187],"(MDP)":[27],"is":[28,69,94,108,145],"that":[29,67,107],"former":[31],"takes":[32],"into":[33],"account":[34],"influence":[36,152],"of":[37,73,141,153],"transition":[39,79,129,155],"time":[40,156],"states.":[43],"policy":[45],"iteration":[46],"method-based":[47],"potential":[48],"performance":[49],"for":[50],"solving":[51,183],"its":[55],"convergence":[56],"are":[57],"also":[58],"presented.":[59],"results":[61],"obtained":[62,114],"by":[63,115,171],"MDP-based":[64,136],"method":[65,75,101,177],"demonstrate":[66],"it":[68,121],"special":[71],"case":[72],"CTMDP-based":[74,100,176],"involving":[76,90],"identity":[78],"rate":[80],"matrix.":[81],"To":[82,138],"compare":[83],"methods,":[85],"well-known":[87],"problem,":[89],"two":[91],"identical":[92],"cars,":[93],"solved":[95,170],"as":[96,131],"benchmark.":[98],"can":[102,188],"provide":[103],"discretization":[105],"solution":[106,113],"close":[109],"to":[110,149,182,191],"analytical":[112],"differential":[117],"game":[118],"method.":[119,137],"Besides,":[120],"shows":[122],"strong":[123],"robustness":[124],"against":[125],"changes":[126],"probability,":[130],"compared":[132],"with":[133],"traditional":[135],"best":[140],"our":[142],"knowledge,":[143],"this":[144],"first":[147],"attempt":[148],"validate":[150],"states":[159],"such":[161],"scenario,":[164],"or":[165],"similar":[168,192],"application,":[169],"an":[172],"MDP-related":[173],"model.":[174],"offers":[178],"new":[180],"approach":[181],"problem":[186],"be":[189],"extended":[190],"optimization":[193],"applications.":[194]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}