{"id":"https://openalex.org/W3037759945","doi":"https://doi.org/10.1287/moor.2023.1375","title":"Stateful Posted Pricing with Vanishing Regret via Dynamic Deterministic Markov Decision Processes","display_name":"Stateful Posted Pricing with Vanishing Regret via Dynamic Deterministic Markov Decision Processes","publication_year":2023,"publication_date":"2023-06-07","ids":{"openalex":"https://openalex.org/W3037759945","doi":"https://doi.org/10.1287/moor.2023.1375","mag":"3037759945"},"language":"en","primary_location":{"id":"doi:10.1287/moor.2023.1375","is_oa":false,"landing_page_url":"https://doi.org/10.1287/moor.2023.1375","pdf_url":null,"source":{"id":"https://openalex.org/S55826652","display_name":"Mathematics of Operations Research","issn_l":"0364-765X","issn":["0364-765X","1526-5471"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics of Operations Research","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.01869","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000264005","display_name":"Yuval Emek","orcid":"https://orcid.org/0000-0002-3123-3451"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yuval Emek","raw_affiliation_strings":["Faculty of Data and Decision Sciences, Technion\u2014Israel Institute of Technology, 3200003 Haifa, Israel;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Data and Decision Sciences, Technion\u2014Israel Institute of Technology, 3200003 Haifa, Israel;","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026026890","display_name":"Ron Lavi","orcid":"https://orcid.org/0000-0002-5215-5165"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]},{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB","IL"],"is_corresponding":false,"raw_author_name":"Ron Lavi","raw_affiliation_strings":["Department of Economics, University of Bath, Claverton Down, Bath BA2 7AY, United Kingdom;","Faculty of Data and Decision Sciences, Technion\u2014Israel Institute of Technology, 3200003 Haifa, Israel;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Economics, University of Bath, Claverton Down, Bath BA2 7AY, United Kingdom;","institution_ids":["https://openalex.org/I51601045"]},{"raw_affiliation_string":"Faculty of Data and Decision Sciences, Technion\u2014Israel Institute of Technology, 3200003 Haifa, Israel;","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014759933","display_name":"Rad Niazadeh","orcid":"https://orcid.org/0000-0002-5880-6221"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rad Niazadeh","raw_affiliation_strings":["Booth School of Business, University of Chicago, Chicago, Illinois 60637;","University of Chicago Booth School of Business, Chicago, IL, United States,"],"raw_orcid":"https://orcid.org/0000-0002-5880-6221","affiliations":[{"raw_affiliation_string":"Booth School of Business, University of Chicago, Chicago, Illinois 60637;","institution_ids":["https://openalex.org/I40347166"]},{"raw_affiliation_string":"University of Chicago Booth School of Business, Chicago, IL, United States,","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103078568","display_name":"Yangguang Shi","orcid":"https://orcid.org/0000-0003-2923-2748"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yangguang Shi","raw_affiliation_strings":["Booth School of Business, University of Chicago, Chicago, Illinois 60637;","School of Computer Science and Technology, Shandong University, Qingdao, Shandong, China,"],"raw_orcid":"https://orcid.org/0000-0003-2923-2748","affiliations":[{"raw_affiliation_string":"Booth School of Business, University of Chicago, Chicago, Illinois 60637;","institution_ids":["https://openalex.org/I40347166"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University, Qingdao, Shandong, China,","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4654,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64118161,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"49","issue":"2","first_page":"880","last_page":"900"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7384241819381714},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.661173403263092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4849098324775696},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.4699934422969818},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.4304484724998474},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.39397528767585754},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3924703001976013},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.37901270389556885},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.36026790738105774},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3422408401966095},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.16455158591270447},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.16379207372665405},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.1436881422996521}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7384241819381714},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.661173403263092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4849098324775696},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.4699934422969818},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.4304484724998474},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.39397528767585754},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3924703001976013},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37901270389556885},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.36026790738105774},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3422408401966095},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.16455158591270447},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16379207372665405},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.1436881422996521},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1287/moor.2023.1375","is_oa":false,"landing_page_url":"https://doi.org/10.1287/moor.2023.1375","pdf_url":null,"source":{"id":"https://openalex.org/S55826652","display_name":"Mathematics of Operations Research","issn_l":"0364-765X","issn":["0364-765X","1526-5471"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics of Operations Research","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2005.01869","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.01869","pdf_url":"https://arxiv.org/pdf/2005.01869","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:purehost.bath.ac.uk:publications/cb3163b0-2c98-40bf-afdf-bc58c50a1dbb","is_oa":true,"landing_page_url":"https://researchportal.bath.ac.uk/en/publications/cb3163b0-2c98-40bf-afdf-bc58c50a1dbb","pdf_url":"https://purehost.bath.ac.uk/ws/files/283743326/DRACC_MOR_Final_Updated_plain_template.pdf","source":{"id":"https://openalex.org/S4377196294","display_name":"Pure (University of Bath)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I51601045","host_organization_name":"University of Bath","host_organization_lineage":["https://openalex.org/I51601045"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Emek, Y, Lavi, R, Niazadeh, R & Shi, Y 2024, 'Stateful Posted Pricing with Vanishing Regret via Dynamic Deterministic Markov Decision Processes', Mathematics of Operations Research, vol. 49, no. 2, pp. 880-900. https://doi.org/10.1287/moor.2023.1375","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:knowledge.uchicago.edu:2nrcx-ht731","is_oa":false,"landing_page_url":"https://arxiv.org/abs/2005.01869","pdf_url":null,"source":{"id":"https://openalex.org/S4306402460","display_name":"Knowledge@UChicago (University of Chicago)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40347166","host_organization_name":"University of Chicago","host_organization_lineage":["https://openalex.org/I40347166"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mathematics of Operations Research, 49(2), (2024-05)","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:RePEc:inm:ormoor:v:49:y:2024:i:2:p:880-900","is_oa":false,"landing_page_url":"http://doi.org/10.1287/moor.2023.1375","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.6082/e6v2r-t6674","is_oa":true,"landing_page_url":"https://doi.org/10.6082/e6v2r-t6674","pdf_url":null,"source":{"id":"https://openalex.org/S7407053018","display_name":"University of Chicago","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.01869","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.01869","pdf_url":"https://arxiv.org/pdf/2005.01869","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6149838373","display_name":null,"funder_award_id":"2560/17","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311026","display_name":"Shandong University","ror":"https://ror.org/0207yh398"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323278","display_name":"Council for Higher Education","ror":"https://ror.org/036mqp197"},{"id":"https://openalex.org/F4320332552","display_name":"Booth School of Business, University of Chicago","ror":"https://ror.org/024mw5h28"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3037759945.pdf","grobid_xml":"https://content.openalex.org/works/W3037759945.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1510812122","https://openalex.org/W1570963478","https://openalex.org/W1742759255","https://openalex.org/W1846856248","https://openalex.org/W1988790447","https://openalex.org/W1990538571","https://openalex.org/W1999069228","https://openalex.org/W2000850397","https://openalex.org/W2001344406","https://openalex.org/W2005311763","https://openalex.org/W2020390841","https://openalex.org/W2023146810","https://openalex.org/W2050831530","https://openalex.org/W2054716087","https://openalex.org/W2062830639","https://openalex.org/W2077124610","https://openalex.org/W2077902449","https://openalex.org/W2086189137","https://openalex.org/W2101379030","https://openalex.org/W2111957769","https://openalex.org/W2115905049","https://openalex.org/W2122187689","https://openalex.org/W2130520598","https://openalex.org/W2154806059","https://openalex.org/W2156211713","https://openalex.org/W2161853425","https://openalex.org/W2169401877","https://openalex.org/W2172596127","https://openalex.org/W2179880041","https://openalex.org/W2552647273","https://openalex.org/W2583876468","https://openalex.org/W2592180803","https://openalex.org/W2593420139","https://openalex.org/W2620217443","https://openalex.org/W2758521565","https://openalex.org/W2790607499","https://openalex.org/W2792120331","https://openalex.org/W2890753296","https://openalex.org/W2909224348","https://openalex.org/W2909539666","https://openalex.org/W2945557615","https://openalex.org/W2962711478","https://openalex.org/W2965037262","https://openalex.org/W3122984617","https://openalex.org/W3123482145","https://openalex.org/W3126095556","https://openalex.org/W3137376340","https://openalex.org/W4251714048"],"related_works":["https://openalex.org/W2970347269","https://openalex.org/W4287863949","https://openalex.org/W4287102143","https://openalex.org/W1850488217","https://openalex.org/W2945119207","https://openalex.org/W3182614517","https://openalex.org/W2978786594","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"An":[0],"online":[1,38,50,65,93,125],"problem":[2,23,91,127,139],"called":[3],"dynamic":[4,45,74],"resource":[5],"allocation":[6],"with":[7,73,95,120,131],"capacity":[8],"constraints":[9],"(DRACC)":[10],"is":[11],"introduced":[12],"and":[13,41,77,140,149,193,237],"studied":[14],"in":[15,169],"the":[16,89,100,124,137,155,172,187,194,211,228,231,242],"realm":[17],"of":[18,27,92,158,164,180,199,205,213,217,221,246],"posted":[19,35],"price":[20],"mechanisms.":[21],"This":[22],"subsumes":[24],"several":[25],"applications":[26,142],"stateful":[28],"pricing,":[29],"including":[30],"but":[31],"not":[32,54],"limited":[33],"to":[34,88],"prices":[36],"for":[37,58,136,233,249],"job":[39],"scheduling":[40],"matching":[42],"over":[43,68],"a":[44,63,86,105],"bipartite":[46],"graph.":[47],"Because":[48],"existing":[49],"learning":[51,66,94,126],"techniques":[52],"do":[53],"yield":[55],"vanishing":[56,132],"regret":[57],"this":[59],"problem,":[60],"we":[61,82],"develop":[62],"novel":[64],"framework":[67],"deterministic":[69],"Markov":[70,101],"decision":[71,102],"processes":[72],"state":[75,119],"transition":[76],"reward":[78],"functions.":[79],"Following":[80],"that,":[81],"prove,":[83],"based":[84],"on":[85],"reduction":[87],"well-studied":[90],"switching":[96],"costs,":[97],"that":[98,111,153],"if":[99],"process":[103],"admits":[104],"chasing":[106,151],"oracle":[107,110],"(i.e.,":[108],"an":[109],"simulates":[112],"any":[113,117],"given":[114],"policy":[115],"from":[116],"initial":[118],"bounded":[121],"loss),":[122],"then":[123,144],"can":[128],"be":[129],"solved":[130],"regret.":[133],"Our":[134],"results":[135],"DRACC":[138],"its":[141],"are":[143],"obtained":[145],"by":[146,171,186,210,230,241],"devising":[147],"(randomized":[148],"deterministic)":[150],"oracles":[152],"exploit":[154],"particular":[156],"structure":[157],"these":[159],"problems.":[160],"Funding:":[161],"The":[162,178,203,219],"work":[163,179,204,220],"Y.":[165,222],"Emek":[166],"was":[167,183,208,224],"supported":[168,185,209,226],"part":[170],"Israel":[173,188],"Science":[174,189,197,243],"Foundation":[175,190,198],"[Grant":[176,191,201,254],"1016/17].":[177],"R.":[181,206],"Lavi":[182],"partially":[184,225],"2560/17]":[192],"National":[195],"Natural":[196],"China":[200],"2560/17].":[202],"Niazadeh":[207],"University":[212,240],"Chicago":[214],"Booth":[215],"School":[216],"Business.":[218],"Shi":[223],"at":[227,238],"Technion":[229],"Council":[232],"Higher":[234],"Education":[235],"[fellowship],":[236],"Shandong":[239,247],"Fund":[244],"Program":[245],"Province":[248],"Distinguished":[250],"Oversea":[251],"Young":[252],"Scholars":[253],"2023HWYQ-006].":[255]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-29T08:53:18.405633","created_date":"2020-11-23T00:00:00"}