{"id":"https://openalex.org/W4391021841","doi":"https://doi.org/10.1109/cdc49753.2023.10383231","title":"Oblivious Markov Decision Processes: Planning and Policy Execution","display_name":"Oblivious Markov Decision Processes: Planning and Policy Execution","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4391021841","doi":"https://doi.org/10.1109/cdc49753.2023.10383231"},"language":"en","primary_location":{"id":"doi:10.1109/cdc49753.2023.10383231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc49753.2023.10383231","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013605301","display_name":"Murtadha Alsayegh","orcid":"https://orcid.org/0009-0009-7834-0703"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Murtadha Alsayegh","raw_affiliation_strings":["School of Computing and Information Sciences, Florida International University,Miami,FL,USA,33199"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Sciences, Florida International University,Miami,FL,USA,33199","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057524523","display_name":"Jos\u00e9 Fuentes","orcid":"https://orcid.org/0000-0002-6477-5820"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose Fuentes","raw_affiliation_strings":["School of Computing and Information Sciences, Florida International University,Miami,FL,USA,33199"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Sciences, Florida International University,Miami,FL,USA,33199","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084731591","display_name":"Leonardo Bobadilla","orcid":"https://orcid.org/0000-0003-2097-2432"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leonardo Bobadilla","raw_affiliation_strings":["School of Computing and Information Sciences, Florida International University,Miami,FL,USA,33199"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Sciences, Florida International University,Miami,FL,USA,33199","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035574727","display_name":"Dylan A. Shell","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan A. Shell","raw_affiliation_strings":["Texas A&#x0026;M University,Department of Computer Science &#x0026; Engineering,College Station,TX,USA"],"affiliations":[{"raw_affiliation_string":"Texas A&#x0026;M University,Department of Computer Science &#x0026; Engineering,College Station,TX,USA","institution_ids":["https://openalex.org/I91045830"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5013605301"],"corresponding_institution_ids":["https://openalex.org/I19700959"],"apc_list":null,"apc_paid":null,"fwci":0.3497,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67884538,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3850","last_page":"3857"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8522346615791321},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7130489349365234},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6585202217102051},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6293909549713135},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5558128952980042},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5041900873184204},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.43762680888175964},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4329341650009155},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37177902460098267},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.359773725271225},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2943055033683777},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1412414014339447},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.12307661771774292}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8522346615791321},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7130489349365234},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6585202217102051},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6293909549713135},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5558128952980042},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5041900873184204},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.43762680888175964},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4329341650009155},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37177902460098267},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.359773725271225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2943055033683777},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1412414014339447},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.12307661771774292},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc49753.2023.10383231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc49753.2023.10383231","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1746744770","display_name":null,"funder_award_id":"HRD-1547798,HRD-2111661","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W102674675","https://openalex.org/W1488113673","https://openalex.org/W1492880052","https://openalex.org/W1499934958","https://openalex.org/W1823012752","https://openalex.org/W1965812648","https://openalex.org/W2034053794","https://openalex.org/W2099221302","https://openalex.org/W2125188427","https://openalex.org/W2134779831","https://openalex.org/W2141420453","https://openalex.org/W2156800337","https://openalex.org/W2158479468","https://openalex.org/W2233233025","https://openalex.org/W2334782222","https://openalex.org/W2397857137","https://openalex.org/W2481108008","https://openalex.org/W2784041991","https://openalex.org/W2803685225","https://openalex.org/W2914998350","https://openalex.org/W2941100922","https://openalex.org/W2950042470","https://openalex.org/W2966962681","https://openalex.org/W2967079395","https://openalex.org/W2967236043","https://openalex.org/W3005294098","https://openalex.org/W3022950868","https://openalex.org/W3089726498","https://openalex.org/W3101169101","https://openalex.org/W3119593986","https://openalex.org/W3200667197","https://openalex.org/W4210468234","https://openalex.org/W4289927722","https://openalex.org/W4298171975","https://openalex.org/W6680096503"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"We":[0,102,193,210],"examine":[1],"a":[2,18,49,62,137,143,213,223],"novel":[3],"setting":[4],"in":[5,188],"which":[6],"two":[7],"parties":[8,80],"have":[9],"partial":[10],"knowledge":[11],"of":[12,206],"the":[13,34,65,72,82,86,125,147,156,168,203],"elements":[14],"that":[15,116,124,145,179],"make":[16],"up":[17],"Markov":[19],"Decision":[20],"Process":[21],"(MDP)":[22],"and":[23,28,111,182,199,201],"must":[24],"cooperate":[25],"to":[26,47,57,61,84,93,113,149,153,162,174],"compute":[27,118],"execute":[29,136],"an":[30,119],"optimal":[31,120],"policy":[32,121,126],"for":[33,77,164],"problem":[35],"constructed":[36],"from":[37,105],"those":[38,59],"elements.":[39],"This":[40],"situation":[41],"arises":[42],"when":[43],"one":[44],"party":[45,67,158],"wants":[46],"give":[48,142],"robot":[50,83,148],"some":[51],"task,":[52],"but":[53,89],"does":[54],"not":[55],"wish":[56],"divulge":[58],"details":[60],"second":[63,66,157],"party-while":[64],"possesses":[68],"sensitive":[69],"data":[70],"about":[71],"robot's":[73],"dynamics":[74],"(information":[75],"needed":[76],"planning).":[78],"Both":[79],"want":[81],"perform":[85],"task":[87],"successfully,":[88],"neither":[90],"is":[91,99],"willing":[92],"disclose":[94],"any":[95],"more":[96],"information":[97,165],"than":[98],"absolutely":[100],"necessary.":[101],"utilize":[103],"techniques":[104],"secure":[106],"multi-party":[107],"computation,":[108],"combining":[109],"primitives":[110],"algorithms":[112],"construct":[114],"protocols":[115],"can":[117,226],"while":[122,155],"ensuring":[123],"remains":[127],"opaque":[128],"by":[129],"being":[130,222],"split":[131,138],"across":[132],"both":[133],"parties.":[134],"To":[135],"policy,":[139],"we":[140,177],"also":[141,211],"protocol":[144],"enables":[146],"determine":[150],"what":[151],"actions":[152],"trigger,":[154],"guards":[159],"against":[160],"attempts":[161],"probe":[163],"inconsistent":[166],"with":[167],"policy's":[169],"prescribed":[170],"execution.":[171],"In":[172],"order":[173],"improve":[175],"scalability,":[176],"find":[178],"basis":[180],"functions":[181],"constraint":[183],"sampling":[184],"methods":[185],"are":[186],"useful":[187],"forming":[189],"effective":[190],"approximate":[191],"MDPs.":[192],"report":[194],"simulation":[195],"results":[196],"examining":[197],"performance":[198],"precision,":[200],"assess":[202],"scaling":[204],"properties":[205],"our":[207],"Python":[208],"implementation.":[209],"describe":[212],"hardware":[214],"proof-of-feasibility":[215],"implementation":[216],"using":[217],"inexpensive":[218],"physical":[219],"robots,":[220],"which,":[221],"small-scale":[224],"instance,":[225],"be":[227],"solved":[228],"directly.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
