{"id":"https://openalex.org/W4402570599","doi":"https://doi.org/10.1109/tpds.2024.3462294","title":"Freyr +: Harvesting Idle Resources in Serverless Computing via Deep Reinforcement Learning","display_name":"Freyr +: Harvesting Idle Resources in Serverless Computing via Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4402570599","doi":"https://doi.org/10.1109/tpds.2024.3462294"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2024.3462294","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3462294","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075787386","display_name":"Hanfei Yu","orcid":"https://orcid.org/0000-0001-5790-4981"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hanfei Yu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Stevens Institute of Technology, Hoboken, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100769481","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0002-1444-2657"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Stevens Institute of Technology, Hoboken, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jian Li","orcid":"https://orcid.org/0000-0003-3642-3569"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Li","raw_affiliation_strings":["Departments of Applied Mathematics and Statistics &#x0026; Computer Science, College of Engineering and Applied Sciences, Stony Brook University, State University of New York (SUNY), Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Departments of Applied Mathematics and Statistics &#x0026; Computer Science, College of Engineering and Applied Sciences, Stony Brook University, State University of New York (SUNY), Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xu Yuan","orcid":"https://orcid.org/0000-0003-3775-3033"},"institutions":[{"id":"https://openalex.org/I74786994","display_name":"Kitware (United States)","ror":"https://ror.org/02s2acn37","country_code":"US","type":"company","lineage":["https://openalex.org/I74786994"]},{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Yuan","raw_affiliation_strings":["Department of Computer and Information Sciences, University of Deleware, Newark, DE, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, University of Deleware, Newark, DE, USA","institution_ids":["https://openalex.org/I74786994","https://openalex.org/I86501945"]}]},{"author_position":"last","author":{"id":null,"display_name":"Seung-Jong Park","orcid":null},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seung-Jong Park","raw_affiliation_strings":["Computer Science Department of the College of Engineering and Computing, Missouri University of Science &#x0026; Technology, Rolla, MO, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department of the College of Engineering and Computing, Missouri University of Science &#x0026; Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5075787386"],"corresponding_institution_ids":["https://openalex.org/I108468826"],"apc_list":null,"apc_paid":null,"fwci":2.4426,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91223473,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"35","issue":"11","first_page":"2254","last_page":"2269"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9452000260353088,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9452000260353088,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9132000207901001,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8351738452911377},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7362819314002991},{"id":"https://openalex.org/keywords/idle","display_name":"Idle","score":0.7126559615135193},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3710273802280426},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3636413812637329},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3622387647628784},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3315972685813904}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8351738452911377},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7362819314002991},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.7126559615135193},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3710273802280426},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3636413812637329},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3622387647628784},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3315972685813904}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2024.3462294","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3462294","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2103753221","https://openalex.org/W2161503451","https://openalex.org/W2166280719","https://openalex.org/W2546571074","https://openalex.org/W2591324491","https://openalex.org/W2892973774","https://openalex.org/W2908510526","https://openalex.org/W2918828872","https://openalex.org/W2968986602","https://openalex.org/W2970239788","https://openalex.org/W2987607480","https://openalex.org/W2988514844","https://openalex.org/W3017800872","https://openalex.org/W3031868945","https://openalex.org/W3047528232","https://openalex.org/W3089365967","https://openalex.org/W3096533337","https://openalex.org/W3112236759","https://openalex.org/W3130571442","https://openalex.org/W3155705005","https://openalex.org/W3158545849","https://openalex.org/W3176501660","https://openalex.org/W3186737188","https://openalex.org/W3205898353","https://openalex.org/W3209811848","https://openalex.org/W3209969420","https://openalex.org/W3215002152","https://openalex.org/W3216508375","https://openalex.org/W4213358906","https://openalex.org/W4214717370","https://openalex.org/W4224313989","https://openalex.org/W4239678514","https://openalex.org/W4283211213","https://openalex.org/W4385245566","https://openalex.org/W6638018090","https://openalex.org/W6728047685","https://openalex.org/W6736209464","https://openalex.org/W6741002519","https://openalex.org/W6752943062","https://openalex.org/W6753751555","https://openalex.org/W6761088107","https://openalex.org/W6775201933","https://openalex.org/W6784590057","https://openalex.org/W6787926327","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2974485871","https://openalex.org/W1577119738","https://openalex.org/W2908872315","https://openalex.org/W1600399803","https://openalex.org/W4235210722","https://openalex.org/W4388633481","https://openalex.org/W2994960476","https://openalex.org/W2049601620","https://openalex.org/W2070778588","https://openalex.org/W2796721958"],"abstract_inverted_index":{"Serverless":[0],"computing":[1],"has":[2],"revolutionized":[3],"online":[4],"service":[5],"development":[6],"and":[7,16,37,100,107,123,134,141,164,180],"deployment":[8],"with":[9,118],"ease-to-use":[10],"operations,":[11],"auto-scaling,":[12],"fine-grained":[13],"resource":[14,28,45,50,73,96,109],"allocation,":[15],"pay-as-you-go":[17],"pricing.":[18],"However,":[19],"a":[20,71,143,148],"gap":[21],"remains":[22],"in":[23,98,147],"configuring":[24],"serverless":[25,89],"functions\u2014the":[26],"actual":[27,108],"consumption":[29,51],"may":[30,55],"vary":[31],"due":[32],"to":[33,57,84,129,199],"function":[34,60,176,193],"types,":[35],"dependencies,":[36],"input":[38],"data":[39],"sizes,":[40],"thus":[41],"mismatching":[42],"the":[43,102,191,200],"static":[44,53],"configuration":[46,54,106],"by":[47,196],"users.":[48],"Dynamic":[49],"against":[52],"lead":[56],"either":[58],"poor":[59],"execution":[61],"performance":[62],"or":[63],"low":[64],"utilization.":[65],"This":[66],"paper":[67],"proposes":[68],"<i>Freyr</i><inline-formula><tex-math":[69,91,127,144,156,171,188],"notation=\"LaTeX\">$^+$</tex-math></inline-formula>,":[70],"novel":[72],"manager":[74],"(RM)":[75],"that":[76,170],"dynamically":[77],"harvests":[78,173],"idle":[79,131,178],"resources":[80,132,179],"from":[81],"over-provisioned":[82],"functions":[83,87,136],"accelerate":[85,135],"under-provisioned":[86],"for":[88,126],"platforms.":[90],"notation=\"LaTeX\">$^+$</tex-math></inline-formula>":[92,128,145,157,172,189],"monitors":[93],"each":[94],"function's":[95],"utilization":[97],"real-time":[99],"detects":[101],"mismatches":[103],"between":[104],"user":[105],"consumption.":[110],"We":[111,138],"design":[112],"deep":[113],"reinforcement":[114],"learning":[115],"(DRL)":[116],"algorithms":[117],"attention-enhanced":[119],"embedding,":[120],"incremental":[121],"learning,":[122],"safeguard":[124],"mechanism":[125],"harvest":[130],"safely":[133],"efficiently.":[137],"have":[139],"implemented":[140],"deployed":[142],"prototype":[146],"13-node":[149],"Apache":[150],"OpenWhisk":[151],"cluster":[152],"using":[153,185],"AWS":[154],"EC2.":[155],"is":[158],"evaluated":[159],"on":[160],"both":[161],"large-scale":[162],"simulation":[163],"real-world":[165],"testbed.":[166],"Experimental":[167],"results":[168],"show":[169],"38%":[174],"of":[175,183],"invocations\u2019":[177],"accelerates":[181],"39%":[182],"invocations":[184],"harvested":[186],"resources.":[187],"reduces":[190],"99th-percentile":[192],"response":[194],"latency":[195],"26%":[197],"compared":[198],"baseline":[201],"RMs.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2024-09-18T00:00:00"}