{"id":"https://openalex.org/W2522043394","doi":"https://doi.org/10.1109/tifs.2016.2611487","title":"Dynamic Privacy Pricing: A Multi-Armed Bandit Approach With Time-Variant Rewards","display_name":"Dynamic Privacy Pricing: A Multi-Armed Bandit Approach With Time-Variant Rewards","publication_year":2016,"publication_date":"2016-09-20","ids":{"openalex":"https://openalex.org/W2522043394","doi":"https://doi.org/10.1109/tifs.2016.2611487","mag":"2522043394"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2016.2611487","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2016.2611487","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100781025","display_name":"Lei Xu","orcid":"https://orcid.org/0000-0001-6435-6055"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Xu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005072193","display_name":"Chunxiao Jiang","orcid":"https://orcid.org/0000-0002-3703-121X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Jiang","raw_affiliation_strings":["Tsinghua Space Center, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Space Center, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073527013","display_name":"Yi Qian","orcid":"https://orcid.org/0000-0001-5671-916X"},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Qian","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Nebraska-Lincoln, Omaha, NE, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Nebraska-Lincoln, Omaha, NE, USA","institution_ids":["https://openalex.org/I114395901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101491459","display_name":"Youjian Zhao","orcid":"https://orcid.org/0000-0001-9841-1796"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youjian Zhao","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391361","display_name":"Jianhua Li","orcid":"https://orcid.org/0000-0002-6831-3973"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Li","raw_affiliation_strings":["College of Information Security, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Information Security, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002346706","display_name":"Yong Ren","orcid":"https://orcid.org/0000-0003-0312-9371"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Ren","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100781025"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":7.11,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.97068834,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"12","issue":"2","first_page":"271","last_page":"285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindsight-bias","display_name":"Hindsight bias","score":0.8052762150764465},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7713865041732788},{"id":"https://openalex.org/keywords/stochastic-game","display_name":"Stochastic game","score":0.6741017699241638},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5807704925537109},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5206038951873779},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.45479822158813477},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.4530404210090637},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.33450940251350403},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3229970932006836},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.2714419960975647},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.25324732065200806},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.2328161895275116},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15715819597244263}],"concepts":[{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.8052762150764465},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7713865041732788},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.6741017699241638},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5807704925537109},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5206038951873779},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.45479822158813477},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.4530404210090637},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.33450940251350403},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3229970932006836},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.2714419960975647},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.25324732065200806},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2328161895275116},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15715819597244263},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2016.2611487","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2016.2611487","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1836831911","display_name":null,"funder_award_id":"61471025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4134511563","display_name":null,"funder_award_id":"61371079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4859250427","display_name":null,"funder_award_id":"61571300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W157259654","https://openalex.org/W805093407","https://openalex.org/W1579157456","https://openalex.org/W1833442839","https://openalex.org/W1989291641","https://openalex.org/W2024872319","https://openalex.org/W2049934117","https://openalex.org/W2077902449","https://openalex.org/W2085717639","https://openalex.org/W2088491382","https://openalex.org/W2090325367","https://openalex.org/W2099154455","https://openalex.org/W2102588075","https://openalex.org/W2106887472","https://openalex.org/W2108114251","https://openalex.org/W2112420033","https://openalex.org/W2119047901","https://openalex.org/W2120582309","https://openalex.org/W2127414816","https://openalex.org/W2128906841","https://openalex.org/W2142406320","https://openalex.org/W2149660380","https://openalex.org/W2161030490","https://openalex.org/W2168405694","https://openalex.org/W2251049298","https://openalex.org/W2272515049","https://openalex.org/W2293940046","https://openalex.org/W2296111193","https://openalex.org/W2344173564","https://openalex.org/W2763592600","https://openalex.org/W2950929549","https://openalex.org/W3120740533","https://openalex.org/W3123482145","https://openalex.org/W3123882752","https://openalex.org/W4241684091","https://openalex.org/W6622990871","https://openalex.org/W6675503925","https://openalex.org/W6676576766","https://openalex.org/W6682110964"],"related_works":["https://openalex.org/W3197854638","https://openalex.org/W3140454661","https://openalex.org/W2139970489","https://openalex.org/W4245029315","https://openalex.org/W2116067849","https://openalex.org/W3122363772","https://openalex.org/W2098339418","https://openalex.org/W305949787","https://openalex.org/W2590078629","https://openalex.org/W159910205"],"abstract_inverted_index":{"Recently,":[0],"the":[1,5,30,43,73,76,82,89,94,109,115,129,139,143,150,162,169,180,192,205,219,222,243],"conflict":[2],"between":[3],"exploiting":[4],"value":[6,130,195],"of":[7,32,62,93,131,142,172],"personal":[8],"data":[9,19,51,55,58,186,194,214,249],"and":[10,133,199],"protecting":[11],"individuals'":[12],"privacy":[13,33,63,110,122],"has":[14,182],"attracted":[15],"much":[16],"attention.":[17],"Personal":[18],"market":[20],"provides":[21],"a":[22,35,47,50,97,105,125,173,197,226,238],"promising":[23],"solution":[24],"to":[25,79,85,203,231],"this":[26,39,134],"conflict,":[27],"while":[28],"determining":[29],"price":[31,174,181],"is":[34,117,136,229,242],"tough":[36],"issue.":[37],"In":[38],"paper,":[40],"we":[41,156],"study":[42],"pricing":[44],"problem":[45,92,100],"in":[46,207,245],"setting":[48,237],"where":[49],"collector":[52,77,95,116,223],"sequentially":[53],"buys":[54],"from":[56,67],"multiple":[57],"owners":[59],"whose":[60],"valuations":[61],"are":[64],"randomly":[65],"drawn":[66],"an":[68],"unknown":[69],"distribution.":[70],"To":[71],"maximize":[72],"total":[74],"payoff,":[75],"needs":[78],"dynamically":[80],"adjust":[81],"prices":[83],"offered":[84],"owners.":[86,187,250],"We":[87],"model":[88],"sequential":[90],"decision-making":[91],"as":[96,196],"multi-armed":[98],"bandit":[99,163],"with":[101,146],"each":[102],"arm":[103],"representing":[104],"candidate":[106],"price.":[107],"Specifically,":[108],"protection":[111],"technique":[112],"adopted":[113],"by":[114,138,175,185,217,236],"taken":[118],"into":[119],"account.":[120],"Protecting":[121],"generally":[123],"causes":[124],"negative":[126],"effect":[127,135],"on":[128,149,212],"data,":[132],"embodied":[137],"time-variant":[140,193],"distributions":[141],"rewards":[144,206],"associated":[145],"arms.":[147],"Based":[148],"classic":[151],"upper":[152],"confidence":[153],"bound":[154],"policy,":[155],"propose":[157],"two":[158],"learning":[159],"policies":[160],"for":[161,247],"problem.":[164],"The":[165,188],"first":[166],"policy":[167,190],"estimates":[168],"expected":[170],"reward":[171],"counting":[176],"how":[177],"many":[178],"times":[179],"been":[183],"accepted":[184],"second":[189],"treats":[191],"context":[198],"uses":[200],"ridge":[201],"regression":[202],"estimate":[204],"different":[208],"contexts.":[209],"Simulation":[210],"results":[211],"real-world":[213],"demonstrate":[215],"that":[216,232],"applying":[218],"proposed":[220],"policies,":[221],"can":[224,234],"get":[225,235],"payoff":[227],"which":[228,241],"close":[230],"he":[233],"fixed":[239],"price,":[240],"best":[244],"hindsight,":[246],"all":[248]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}