{"id":"https://openalex.org/W1978148283","doi":"https://doi.org/10.1504/ijads.2014.058036","title":"On optimising taboo criteria in Markov decision processes","display_name":"On optimising taboo criteria in Markov decision processes","alternate_titles":[],"publication_year":2013,"publication_date":"2013-12-01","ids":{"openalex":"https://openalex.org/W1978148283","doi":"https://doi.org/10.1504/ijads.2014.058036","mag":"1978148283"},"language":"en","primary_location":{"id":"doi:10.1504/ijads.2014.058036","doi":"https://doi.org/10.1504/ijads.2014.058036","is_oa":false,"landing_page_url":"https://doi.org/10.1504/ijads.2014.058036","pdf_url":null,"source":{"id":"https://openalex.org/S12980254","display_name":"International Journal of Applied Decision Sciences","issn_l":"1755-8077","issn":["1755-8077","1755-8085"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4310317825","host_organization_name":"Inderscience Publishers","host_organization_lineage":["https://openalex.org/P4310317825"],"host_organization_lineage_names":["Inderscience Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Applied Decision Sciences","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1978148283"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072276655","display_name":"Kartikeya S. Puranam","orcid":"https://orcid.org/0000-0002-5560-1976","observed_orcids":["https://orcid.org/0000-0002-5560-1976"]},"institutions":[{"id":"https://openalex.org/I47652572","display_name":"La Salle University","ror":"https://ror.org/02beve479","country_code":"US","type":"education","lineage":["https://openalex.org/I47652572"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartikeya Puranam","raw_affiliation_strings":["Department of Business Systems and Analytics, La Salle University, 1900 W Olney Avenue, Philadelphia, PA 19141, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Business Systems and Analytics, La Salle University, 1900 W Olney Avenue, Philadelphia, PA 19141, USA","institution_ids":["https://openalex.org/I47652572"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047782677","display_name":"Michael N. Katehakis","orcid":"https://orcid.org/0000-0002-1511-7098","observed_orcids":["https://orcid.org/0000-0002-1511-7098"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Katehakis","raw_affiliation_strings":["Department of Management Science and Information Systems, Rutgers Business School, Newark and New Brunswick, 1 Washington Park, Newark, NJ 07102, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Management Science and Information Systems, Rutgers Business School, Newark and New Brunswick, 1 Washington Park, Newark, NJ 07102, USA","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"7","issue":"1","first_page":"33","last_page":"33"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.4074999988079071,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.4074999988079071,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.24449999630451202,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11720","display_name":"Probability and Risk Models","score":0.03999999910593033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8980000019073486},{"id":"https://openalex.org/keywords/optimal-policy","display_name":"optimal policy","score":0.8560000061988831}],"concepts":[{"id":"https://openalex.org/C2776323365","wikidata":"https://www.wikidata.org/wiki/Q171180","display_name":"Taboo","level":2,"score":0.9784104824066162},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6502269506454468},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.576738715171814},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.49495166540145874},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4588099718093872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4371306896209717},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.4324130415916443},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4224383234977722},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41810211539268494},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.4124411940574646},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.18360492587089539},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1347368061542511},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09634009003639221},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07941526174545288},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1504/ijads.2014.058036","doi":"https://doi.org/10.1504/ijads.2014.058036","is_oa":false,"landing_page_url":"https://doi.org/10.1504/ijads.2014.058036","pdf_url":null,"source":{"id":"https://openalex.org/S12980254","display_name":"International Journal of Applied Decision Sciences","issn_l":"1755-8077","issn":["1755-8077","1755-8085"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4310317825","host_organization_name":"Inderscience Publishers","host_organization_lineage":["https://openalex.org/P4310317825"],"host_organization_lineage_names":["Inderscience Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Applied Decision Sciences","raw_type":"journal-article"},{"id":"pmh:oai:alma.01RUT_INST:11778443400004646","doi":null,"is_oa":false,"landing_page_url":"https://scholarship.libraries.rutgers.edu/esploro/outputs/journalArticle/On-Optimizing-Taboo-Criteria-in-Markov/991032164520304646","pdf_url":null,"source":{"id":"https://openalex.org/S4306401388","display_name":"Rutgers University Community Repository (Rutgers University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I102322142","host_organization_name":"Rutgers, The State University of New Jersey","host_organization_lineage":["https://openalex.org/I102322142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1483073639","https://openalex.org/W1559743409","https://openalex.org/W1561424154","https://openalex.org/W1567476362","https://openalex.org/W1576026844","https://openalex.org/W1607065182","https://openalex.org/W1976155477","https://openalex.org/W1991513691","https://openalex.org/W1993996972","https://openalex.org/W2036079662","https://openalex.org/W2038718027","https://openalex.org/W2040487442","https://openalex.org/W2064416047","https://openalex.org/W2071751914","https://openalex.org/W2119224218","https://openalex.org/W2126623591","https://openalex.org/W2127051118","https://openalex.org/W2150906594","https://openalex.org/W2156757490","https://openalex.org/W2162691493","https://openalex.org/W2164957375","https://openalex.org/W2171173701","https://openalex.org/W2799087070","https://openalex.org/W2800965162"],"related_works":["https://openalex.org/W2275230951","https://openalex.org/W2153115461","https://openalex.org/W1964650011","https://openalex.org/W4300953842","https://openalex.org/W216568191","https://openalex.org/W2243422502","https://openalex.org/W7163293675","https://openalex.org/W2584018496","https://openalex.org/W2133770651","https://openalex.org/W2079077148"],"abstract_inverted_index":{"The":[0],"standard":[1],"approach":[2],"when":[3],"using":[4],"a":[5,17],"Markov":[6],"decision":[7],"process":[8],"to":[9,15,33,70],"find":[10],"an":[11],"optimal":[12],"policy":[13],"is":[14],"assume":[16],"fixed":[18],"profit":[19],"or":[20,36,42],"cost":[21],"structure.":[22],"However,":[23],"in":[24],"many":[25],"applied":[26],"problems":[27,68],"it":[28],"may":[29],"be":[30],"not":[31],"possible":[32],"determine":[34],"profits":[35],"costs":[37],"associated":[38],"with":[39],"all":[40],"states":[41],"actions.":[43],"In":[44,63],"such":[45],"cases":[46],"we":[47,66,76],"propose":[48],"the":[49],"use":[50],"of":[51],"taboo":[52,57,73],"first":[53,58],"passage":[54,59],"reward":[55],"and":[56,75],"time":[60],"as":[61],"objectives.":[62],"this":[64],"paper,":[65],"investigate":[67],"related":[69],"optimising":[71],"aforementioned":[72],"measures":[74],"provide":[77],"two":[78],"examples.":[79]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1978148283","counts_by_year":[{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2016-06-24T00:00:00"}
