{"id":"https://openalex.org/W4402453375","doi":"https://doi.org/10.1109/ccta60707.2024.10666610","title":"Differentially Private Reward Functions for Markov Decision Processes","display_name":"Differentially Private Reward Functions for Markov Decision Processes","publication_year":2024,"publication_date":"2024-08-21","ids":{"openalex":"https://openalex.org/W4402453375","doi":"https://doi.org/10.1109/ccta60707.2024.10666610"},"language":"en","primary_location":{"id":"doi:10.1109/ccta60707.2024.10666610","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccta60707.2024.10666610","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Conference on Control Technology and Applications (CCTA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001132570","display_name":"Alexander Benvenuti","orcid":"https://orcid.org/0000-0002-7046-4439"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Benvenuti","raw_affiliation_strings":["Georgia Institute of Technology,School of Electrical and Computer Engineering,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,School of Electrical and Computer Engineering,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008235117","display_name":"Calvin Hawkins","orcid":"https://orcid.org/0000-0001-5977-1203"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Calvin Hawkins","raw_affiliation_strings":["University of Florida,Department of Mechanical and Aerospace Engineering,Gainesville,FL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,Department of Mechanical and Aerospace Engineering,Gainesville,FL,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092938638","display_name":"Brandon Fallin","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon Fallin","raw_affiliation_strings":["University of Florida,Department of Mechanical and Aerospace Engineering,Gainesville,FL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,Department of Mechanical and Aerospace Engineering,Gainesville,FL,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427320","display_name":"Bo Chen","orcid":"https://orcid.org/0000-0002-2517-4678"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Chen","raw_affiliation_strings":["University of Florida,Department of Mechanical and Aerospace Engineering,Gainesville,FL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,Department of Mechanical and Aerospace Engineering,Gainesville,FL,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024492368","display_name":"Brendan Bialy","orcid":null},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan Bialy","raw_affiliation_strings":["Air Force Research Laboratory,Munitions Directorate,FL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory,Munitions Directorate,FL,USA","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081068007","display_name":"Miriam Dennis","orcid":null},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miriam Dennis","raw_affiliation_strings":["Air Force Research Laboratory,Munitions Directorate,FL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory,Munitions Directorate,FL,USA","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022644062","display_name":"Matthew Hale","orcid":"https://orcid.org/0000-0003-3991-1680"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Hale","raw_affiliation_strings":["Georgia Institute of Technology,School of Electrical and Computer Engineering,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,School of Electrical and Computer Engineering,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"631","last_page":"636"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11720","display_name":"Probability and Risk Models","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.584503710269928},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5479592680931091},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5193120837211609},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4975004494190216},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3799857497215271},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.29747551679611206},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22407832741737366},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.19041934609413147}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.584503710269928},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5479592680931091},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5193120837211609},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4975004494190216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3799857497215271},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29747551679611206},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22407832741737366},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.19041934609413147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccta60707.2024.10666610","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccta60707.2024.10666610","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Conference on Control Technology and Applications (CCTA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W89167338","https://openalex.org/W1521003796","https://openalex.org/W1530655603","https://openalex.org/W1920382817","https://openalex.org/W2022638422","https://openalex.org/W2027595342","https://openalex.org/W2053801139","https://openalex.org/W2089109016","https://openalex.org/W2091815328","https://openalex.org/W2092845654","https://openalex.org/W2119567691","https://openalex.org/W2568929096","https://openalex.org/W2570759866","https://openalex.org/W2784041991","https://openalex.org/W2806199268","https://openalex.org/W2808676073","https://openalex.org/W2911978475","https://openalex.org/W2940805057","https://openalex.org/W2952983945","https://openalex.org/W2963822726","https://openalex.org/W3006783387","https://openalex.org/W3034126546","https://openalex.org/W3035021982","https://openalex.org/W3098954913","https://openalex.org/W3118656864","https://openalex.org/W3119473005","https://openalex.org/W4210879306","https://openalex.org/W4214593279","https://openalex.org/W4323687893","https://openalex.org/W4388145554","https://openalex.org/W4391020182","https://openalex.org/W6603751630","https://openalex.org/W6631137000","https://openalex.org/W6674884181","https://openalex.org/W6752022515","https://openalex.org/W6779812985","https://openalex.org/W6849459793"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2413828414","https://openalex.org/W2367222340","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Markov":[0,43,48],"decision":[1,44,49],"processes":[2],"often":[3],"seek":[4],"to":[5,117],"maximize":[6],"a":[7,58,120],"reward":[8,14,36,74,80],"function,":[9],"but":[10],"onlookers":[11],"may":[12],"infer":[13],"functions":[15,37,52],"by":[16,83],"observing":[17],"agents,":[18],"which":[19,46,156],"can":[20],"reveal":[21],"sensitive":[22,63],"information.":[23],"Therefore,":[24],"in":[25,38,133,165],"this":[26,131],"paper":[27],"we":[28,67],"introduce":[29],"and":[30,96,138],"compare":[31],"two":[32],"methods":[33,66,92],"for":[34,41,61,108],"privatizing":[35],"policy":[39],"synthesis":[40],"multi-agent":[42],"processes,":[45],"generalize":[47],"processes.":[50],"Reward":[51],"are":[53,93,147],"privatized":[54],"using":[55],"differential":[56],"privacy,":[57],"statistical":[59],"framework":[60],"protecting":[62],"data.":[64],"The":[65],"develop":[68,105],"perturb":[69],"(i)":[70,99],"each":[71],"agent\u2019s":[72],"individual":[73],"function":[75,81],"or":[76],"(ii)":[77],"the":[78,109,113,127],"joint":[79],"shared":[82],"all":[84],"agents.":[85],"We":[86,103,123],"prove":[87],"that":[88,140,158],"both":[89],"of":[90,112,130,135,152],"these":[91],"differentially":[94],"private":[95],"show":[97,139],"approach":[98],"provides":[100],"better":[101],"performance.":[102],"then":[104],"an":[106,153],"algorithm":[107,132],"numerical":[110],"computation":[111],"performance":[114,163],"loss":[115],"due":[116],"privacy":[118,159],"on":[119,149],"case-by-case":[121],"basis.":[122],"also":[124],"exactly":[125],"compute":[126],"computational":[128],"complexity":[129],"terms":[134],"system":[136],"parameters":[137],"it":[141],"is":[142],"inherently":[143],"tractable.":[144],"Numerical":[145],"simulations":[146],"performed":[148],"waypoint":[150],"guidance":[151],"autonomous":[154],"vehicle":[155],"shows":[157],"induces":[160],"only":[161],"negligible":[162],"losses":[164],"practice.":[166]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}