{"id":"https://openalex.org/W1979255157","doi":"https://doi.org/10.1145/1326542.1326547","title":"Storage optimization for large-scale distributed stream-processing systems","display_name":"Storage optimization for large-scale distributed stream-processing systems","publication_year":2008,"publication_date":"2008-02-01","ids":{"openalex":"https://openalex.org/W1979255157","doi":"https://doi.org/10.1145/1326542.1326547","mag":"1979255157"},"language":"en","primary_location":{"id":"doi:10.1145/1326542.1326547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1326542.1326547","pdf_url":null,"source":{"id":"https://openalex.org/S158124317","display_name":"ACM Transactions on Storage","issn_l":"1553-3077","issn":["1553-3077","1553-3093"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Storage","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074888713","display_name":"Kirsten Hildrum","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirsten Hildrum","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069996857","display_name":"Fred Douglis","orcid":"https://orcid.org/0000-0003-2472-0339"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fred Douglis","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065314353","display_name":"Joel L. Wolf","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joel L. Wolf","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045233402","display_name":"Lisa Fleischer","orcid":null},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa Fleischer","raw_affiliation_strings":["Dartmouth College, Hanover, NH"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dartmouth College, Hanover, NH","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111944748","display_name":"Akshay Katta","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akshay Katta","raw_affiliation_strings":["Amazon Corporation, Seattle, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Corporation, Seattle, WA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5596,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94571666,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"3","issue":"4","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8835811614990234},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.6845670342445374},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5719543099403381},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.5645421147346497},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.5446544885635376},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.4809669554233551},{"id":"https://openalex.org/keywords/distributed-data-store","display_name":"Distributed data store","score":0.4772717356681824},{"id":"https://openalex.org/keywords/object-storage","display_name":"Object storage","score":0.44109290838241577},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.41732481122016907},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.41312289237976074},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.35884881019592285},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17909479141235352}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8835811614990234},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.6845670342445374},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5719543099403381},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.5645421147346497},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.5446544885635376},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.4809669554233551},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.4772717356681824},{"id":"https://openalex.org/C56640594","wikidata":"https://www.wikidata.org/wiki/Q7075068","display_name":"Object storage","level":3,"score":0.44109290838241577},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.41732481122016907},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.41312289237976074},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35884881019592285},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17909479141235352},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1326542.1326547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1326542.1326547","pdf_url":null,"source":{"id":"https://openalex.org/S158124317","display_name":"ACM Transactions on Storage","issn_l":"1553-3077","issn":["1553-3077","1553-3093"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Storage","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.421.117","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.421.117","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cecs.uci.edu/~papers/ipdps07/pdfs/SMTPS-145-paper-1.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W87905120","https://openalex.org/W100509257","https://openalex.org/W1513872491","https://openalex.org/W1583865258","https://openalex.org/W1595384421","https://openalex.org/W1762430620","https://openalex.org/W1988243929","https://openalex.org/W1989442609","https://openalex.org/W2004518630","https://openalex.org/W2010801412","https://openalex.org/W2012706015","https://openalex.org/W2026102701","https://openalex.org/W2033880372","https://openalex.org/W2062617656","https://openalex.org/W2079656678","https://openalex.org/W2085102967","https://openalex.org/W2088590034","https://openalex.org/W2104680817","https://openalex.org/W2115438344","https://openalex.org/W2115503987","https://openalex.org/W2115585015","https://openalex.org/W2117940696","https://openalex.org/W2123820820","https://openalex.org/W2128362607","https://openalex.org/W2128681355","https://openalex.org/W2137955092","https://openalex.org/W2150676586","https://openalex.org/W2161229477","https://openalex.org/W2161939327","https://openalex.org/W2169070268","https://openalex.org/W2338905098","https://openalex.org/W2398660820","https://openalex.org/W2752853835","https://openalex.org/W4240183545","https://openalex.org/W6603638053"],"related_works":["https://openalex.org/W2886490431","https://openalex.org/W4281746777","https://openalex.org/W3194324458","https://openalex.org/W2021496484","https://openalex.org/W2523233245","https://openalex.org/W2374861481","https://openalex.org/W2753968464","https://openalex.org/W2132367116","https://openalex.org/W4309393774","https://openalex.org/W2750459290"],"abstract_inverted_index":{"We":[0,207],"consider":[1],"storage":[2,48,161],"in":[3,86,202],"an":[4],"extremely":[5],"large-scale":[6],"distributed":[7,160],"computer":[8],"system":[9,99,131],"designed":[10],"for":[11,95,132,152],"stream":[12,136],"processing":[13],"applications.":[14],"In":[15,111,142],"such":[16,112,192],"systems,":[17,114],"both":[18],"incoming":[19,135],"data":[20,39,58,78,96,105,138,157,173],"and":[21,149,213],"intermediate":[22],"results":[23],"may":[24],"need":[25],"to":[26,29,55,61,69,170,184,220],"be":[27,62,118],"stored":[28],"enable":[30],"analyses":[31],"at":[32],"unknown":[33],"future":[34],"times.":[35],"The":[36,167,188],"quantity":[37],"of":[38,40,106,137,156,174,191],"potential":[41],"use":[42],"would":[43],"dominate":[44],"even":[45],"the":[46,57,98,107,128,154,172,181,185],"largest":[47],"system.":[49,187],"Thus,":[50],"a":[51,80,87,133,140,147,159,193,215],"mechanism":[52],"is":[53,68,100,169],"needed":[54],"keep":[56,171],"most":[59],"likely":[60],"used.":[63],"One":[64],"recently":[65],"introduced":[66],"approach":[67],"employ":[70],"retention":[71,164],"value":[72,81,165],"functions,":[73],"which":[74],"effectively":[75],"assign":[76],"each":[77,123],"object":[79],"that":[82,200],"changes":[83],"over":[84],"time":[85],"prespecified":[88],"way":[89],"[Douglis":[90],"et":[91],"al.2004].":[92],"Storage":[93],"space":[94],"entering":[97],"reclaimed":[101],"automatically":[102],"by":[103],"deleting":[104],"lowest":[108],"current":[109],"value.":[110],"large":[113],"there":[115],"will":[116],"naturally":[117],"multiple":[119],"file":[120,130,186,204],"systems":[121],"available,":[122],"with":[124],"different":[125,197],"properties.":[126],"Choosing":[127],"right":[129],"given":[134],"presents":[139],"challenge.":[141],"this":[143,210],"article":[144],"we":[145],"provide":[146],"novel":[148],"effective":[150],"scheme":[151,194],"optimizing":[153],"placement":[155],"within":[158],"subsystem":[162],"employing":[163],"functions.":[166],"goal":[168],"highest":[175],"overall":[176],"value,":[177],"while":[178],"simultaneously":[179],"balancing":[180],"read":[182],"load":[183],"key":[189],"aspects":[190],"are":[195],"quite":[196],"from":[198],"those":[199],"arise":[201],"traditional":[203],"assignment":[205],"problems.":[206],"further":[208],"motivate":[209],"optimization":[211],"problem":[212],"describe":[214],"solution,":[216],"comparing":[217],"its":[218],"performance":[219],"other":[221],"reasonable":[222],"schemes":[223],"via":[224],"simulation":[225],"experiments.":[226]},"counts_by_year":[{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}