{"id":"https://openalex.org/W2164756726","doi":"https://doi.org/10.1109/inm.2015.7140276","title":"QoS-aware bidding strategies for VM spot instances: A reinforcement learning approach applied to periodic long running jobs","display_name":"QoS-aware bidding strategies for VM spot instances: A reinforcement learning approach applied to periodic long running jobs","publication_year":2015,"publication_date":"2015-05-01","ids":{"openalex":"https://openalex.org/W2164756726","doi":"https://doi.org/10.1109/inm.2015.7140276","mag":"2164756726"},"language":"en","primary_location":{"id":"doi:10.1109/inm.2015.7140276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/inm.2015.7140276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IFIP/IEEE International Symposium on Integrated Network Management (IM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113501437","display_name":"Marco Abundo","orcid":null},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Marco Abundo","raw_affiliation_strings":["University of Roma Tor Vergata"],"affiliations":[{"raw_affiliation_string":"University of Roma Tor Vergata","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071829936","display_name":"Valerio Di Valerio","orcid":null},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Valerio Di Valerio","raw_affiliation_strings":["La Sapienza University of Roma"],"affiliations":[{"raw_affiliation_string":"La Sapienza University of Roma","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047108954","display_name":"Valeria Cardellini","orcid":"https://orcid.org/0000-0002-6870-7083"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Valeria Cardellini","raw_affiliation_strings":["University of Roma Tor Vergata"],"affiliations":[{"raw_affiliation_string":"University of Roma Tor Vergata","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083242581","display_name":"Francesco Lo Presti","orcid":"https://orcid.org/0000-0002-7461-6276"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Lo Presti","raw_affiliation_strings":["University of Roma Tor Vergata"],"affiliations":[{"raw_affiliation_string":"University of Roma Tor Vergata","institution_ids":["https://openalex.org/I116067653"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5113501437"],"corresponding_institution_ids":["https://openalex.org/I116067653"],"apc_list":null,"apc_paid":null,"fwci":2.8843,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91157097,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"29","issue":null,"first_page":"53","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.8951058983802795},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7804303169250488},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7765340805053711},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.6288911700248718},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5012218952178955},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4974510967731476},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.43562859296798706},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4109610319137573},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3622239828109741},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2470199465751648},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22716215252876282},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.13792729377746582},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09905442595481873}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.8951058983802795},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7804303169250488},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7765340805053711},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.6288911700248718},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5012218952178955},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4974510967731476},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.43562859296798706},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4109610319137573},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3622239828109741},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2470199465751648},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22716215252876282},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.13792729377746582},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09905442595481873},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/inm.2015.7140276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/inm.2015.7140276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IFIP/IEEE International Symposium on Integrated Network Management (IM)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.985.3823","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.985.3823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://dl.ifip.org/db/conf/im/im2015/137487.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.995.295","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.995.295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ce.uniroma2.it/publications/im2015.pdf","raw_type":"text"},{"id":"pmh:oai:art.torvergata.it:2108/114176","is_oa":false,"landing_page_url":"http://ieeexplore.ieee.org/xpl/articleDetails.jsp?arnumber=7140276","pdf_url":null,"source":{"id":"https://openalex.org/S4306400993","display_name":"Cineca Institutional Research Information System (Tor Vergata University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I116067653","host_organization_name":"University of Rome Tor Vergata","host_organization_lineage":["https://openalex.org/I116067653"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:iris.uniroma1.it:11573/874675","is_oa":false,"landing_page_url":"http://hdl.handle.net/11573/874675","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1463932917","https://openalex.org/W1491843047","https://openalex.org/W1500245617","https://openalex.org/W1586172133","https://openalex.org/W1640646391","https://openalex.org/W1963910368","https://openalex.org/W1968700631","https://openalex.org/W1996526838","https://openalex.org/W2008793665","https://openalex.org/W2009533501","https://openalex.org/W2013382863","https://openalex.org/W2024404542","https://openalex.org/W2029259094","https://openalex.org/W2061849602","https://openalex.org/W2066395229","https://openalex.org/W2079211769","https://openalex.org/W2088983345","https://openalex.org/W2098812784","https://openalex.org/W2099393515","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2141559645","https://openalex.org/W2160016350","https://openalex.org/W2334782222","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W6628479705","https://openalex.org/W6629939909","https://openalex.org/W6634991393","https://openalex.org/W6636932949","https://openalex.org/W6675022892","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2355561715","https://openalex.org/W2355326491","https://openalex.org/W2389286292","https://openalex.org/W2360751371","https://openalex.org/W2387920521","https://openalex.org/W2389754756","https://openalex.org/W2382224273","https://openalex.org/W2373538886","https://openalex.org/W2360290312","https://openalex.org/W2369836678"],"abstract_inverted_index":{"In":[0,146],"this":[1],"paper,":[2],"we":[3,181],"consider":[4],"an":[5,38,103],"application":[6,29,114,194],"provider":[7,30,63,115,195],"that":[8,60],"executes":[9],"simultaneously":[10],"periodic":[11,44],"long":[12],"running":[13],"jobs":[14,45,135],"and":[15,82,116,140,173,201,221],"needs":[16],"to":[17,22,25,47,74,197,202,208],"ensure":[18],"a":[19,54,65,91,122,148,160],"minimum":[20],"throughput":[21],"guarantee":[23],"QoS":[24,222],"its":[26,199],"users;":[27],"the":[28,43,61,75,95,100,108,113,118,128,130,137,141,154,183,193,204,210],"uses":[31],"virtual":[32],"machine":[33],"(VM)":[34],"resources":[35],"offered":[36],"by":[37,112],"IaaS":[39,62],"provider.":[40],"Aim":[41],"of":[42,102,150],"is":[46,156],"compute":[48],"measures":[49],"on":[50,80,99,107],"data":[51],"collected":[52],"over":[53],"specific":[55],"time":[56],"frame.":[57],"We":[58,105],"assume":[59],"offers":[64],"pay":[66],"for":[67],"only":[68],"what":[69],"you":[70],"use":[71],"scheme":[72],"similar":[73],"Amazon":[76],"EC2":[77],"service,":[78],"comprising":[79],"demand":[81],"spot":[83,143],"VM":[84],"instances.":[85],"The":[86],"former":[87],"are":[88,97],"sold":[89],"at":[90],"fixed":[92],"price,":[93],"while":[94],"latter":[96],"assigned":[98],"basis":[101],"auction.":[104],"focus":[106],"bidding":[109,119,185],"decision":[110],"process":[111],"model":[117],"problem":[120],"as":[121],"Q-Learning":[123],"problem,":[124],"taking":[125,216],"into":[126,217],"account":[127,218],"workloads,":[129],"maximum":[131],"completion":[132],"times":[133],"since":[134],"start,":[136],"last":[138],"checkpoint,":[139],"past":[142],"prices":[144],"observed.":[145],"Q-Learning,":[147],"form":[149],"model-free":[151],"Reinforcement":[152],"Learning,":[153],"player":[155],"repeatedly":[157],"faced":[158],"with":[159],"choice":[161],"among":[162],"N":[163],"different":[164,188],"actions,":[165],"which":[166],"will":[167,174],"determine":[168,203],"immediate":[169],"rewards":[170],"or":[171],"costs":[172],"influence":[175],"future":[176],"evolutions.":[177],"Through":[178],"numerical":[179],"experiments,":[180],"analyze":[182],"resulting":[184],"strategy":[186],"under":[187],"scenarios.":[189],"Our":[190],"results":[191],"show":[192],"ability":[196],"refine":[198],"behavior":[200],"best":[205],"action":[206],"so":[207],"minimize":[209],"average":[211],"cost":[212],"per":[213],"job,":[214],"also":[215],"checkpointing":[219],"issues":[220],"constraints.":[223]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}